-- Logs begin at Tue 2021-11-23 11:54:07 UTC, end at Tue 2021-11-23 13:02:47 UTC. -- Nov 23 12:37:07.193198 dv-cinder-818883-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Nov 23 12:37:09.558392 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.common.config [-] Logging enabled! Nov 23 12:37:09.559221 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.2.dev69 Nov 23 12:37:09.559221 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86732) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 23 12:37:09.562238 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.common.config [-] Logging enabled! Nov 23 12:37:09.562497 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.2.dev69 Nov 23 12:37:09.562836 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86732) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 23 12:37:09.564076 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 23 12:37:09.564320 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 23 12:37:09.564680 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 23 12:37:09.564926 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 23 12:37:09.565157 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 23 12:37:09.565483 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:09.565784 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:09.566068 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:09.566300 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:09.566604 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:09.566922 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:09.567210 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:09.567502 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:09.567801 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:09.568089 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:09.568373 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:09.568664 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:09.568971 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:09.569324 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] config_source = [] {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:09.569622 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:09.569918 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:09.570152 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] debug = True {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:09.570447 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:09.570922 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:09.571349 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:09.571638 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:09.571935 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:09.572237 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:09.572503 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:09.572788 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:09.573083 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:09.573421 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] host = dv-cinder-818883-1-smb {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:09.573704 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:09.573998 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:09.574288 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:09.574579 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:09.574889 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:09.575173 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:09.575463 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:09.575742 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] log_dir = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:09.576037 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] log_file = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:09.576316 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:09.576610 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:09.576908 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:09.577235 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:09.577439 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:09.577667 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:09.577961 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:09.578252 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:09.578534 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:09.578842 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:09.579126 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:09.579405 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:09.579683 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:09.579962 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:09.580256 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:09.580545 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:09.580833 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:09.581115 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:09.581398 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:09.581676 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:09.581951 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:09.582239 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:09.582516 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:09.582830 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:09.583113 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:09.583407 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:09.583686 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:09.583962 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:09.584269 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:09.584649 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:09.584945 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:09.585243 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:09.585520 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:09.585809 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:09.586091 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:09.586368 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] use_journal = False {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:09.586644 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] use_json = False {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:09.586951 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:09.587229 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:09.587516 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:09.587801 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:09.588079 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:09.588356 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:09.588632 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:09.588918 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:09.589219 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:09.589527 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:09.589831 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:09.590118 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:09.590418 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:09.590732 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:09.591016 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:09.591300 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:09.591591 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:09.591882 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:09.592176 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:09.592456 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:09.592748 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:09.593030 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:09.593330 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:09.593639 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:09.593937 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:09.594231 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:09.594509 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:09.594822 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:09.595101 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:09.595384 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:09.595673 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:09.595973 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:09.596265 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:09.596542 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:09.596830 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:09.597123 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:09.597406 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:09.597683 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:09.597963 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:09.598256 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:09.598537 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:09.598839 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:09.599129 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:09.599409 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:09.599686 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:09.599962 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:09.600286 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:09.600582 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:09.600872 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:09.601148 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:09.601420 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:09.601697 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:09.601971 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:09.602258 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:09.602538 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:09.602839 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:09.603123 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:09.603403 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:09.603680 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:09.603965 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:09.604252 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:09.604527 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:09.604816 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:09.605089 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:09.605365 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:09.605646 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:09.605920 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:09.606194 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:09.606477 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:09.606782 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:09.607063 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:09.607338 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:09.607611 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:09.607887 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:09.608169 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:09.608444 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:09.608735 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:09.609034 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:09.609316 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:09.609600 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:09.609907 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:09.610168 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:09.610501 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:09.610757 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:09.611042 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:09.611331 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:09.611609 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:09.611916 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:09.612201 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:09.612493 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:09.612779 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:09.613057 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:09.613354 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:09.613636 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:09.613921 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:09.614200 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:09.614487 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:09.614811 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:09.615099 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:09.615396 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:09.615693 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:09.616215 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:09.616518 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:09.616828 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:09.617118 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:09.617434 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:09.617726 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:09.617952 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 23 12:37:09.618206 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=86732) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 23 12:37:10.012556 dv-cinder-818883-1-smb neutron-server[86732]: INFO keyring.backend [-] Loading KWallet Nov 23 12:37:10.020013 dv-cinder-818883-1-smb neutron-server[86732]: INFO keyring.backend [-] Loading SecretService Nov 23 12:37:10.024050 dv-cinder-818883-1-smb neutron-server[86732]: INFO keyring.backend [-] Loading Windows Nov 23 12:37:10.025403 dv-cinder-818883-1-smb neutron-server[86732]: INFO keyring.backend [-] Loading chainer Nov 23 12:37:10.026005 dv-cinder-818883-1-smb neutron-server[86732]: INFO keyring.backend [-] Loading macOS Nov 23 12:37:10.061213 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=86732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:37:10.061489 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=86732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:37:10.061785 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=86732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:37:10.062139 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 23 12:37:10.372217 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:37:10.372513 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:37:10.372790 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:37:10.374022 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:37:10.374260 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:37:10.374549 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:37:10.504152 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:37:10.504407 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:37:10.504710 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:37:10.518339 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:37:10.518616 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:37:10.518910 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:37:10.548376 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:37:10.548650 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:37:10.548924 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:37:10.587653 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:37:10.588317 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:37:10.588317 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:37:10.824249 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=86732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:37:10.824460 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=86732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:37:10.824722 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=86732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:37:10.824991 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=86732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:37:10.825765 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=86732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:37:10.950895 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=86732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:37:10.951184 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=86732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:37:10.951507 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=86732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:37:10.951781 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=86732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:37:10.952050 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=86732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:37:10.952363 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=86732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:37:10.952634 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=86732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:37:10.952891 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=86732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:37:10.953146 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=86732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:37:10.953436 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=86732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:37:10.953695 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=86732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:37:10.954107 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=86732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:37:10.954380 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:37:10.954623 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=86732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:37:10.954922 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=86732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:37:10.955198 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=86732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:37:10.955461 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=86732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:37:10.955735 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:37:10.955989 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:37:10.956272 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:37:10.956625 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=86732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:37:10.956882 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=86732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:37:10.957116 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=86732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:37:10.957399 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:37:10.957648 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:37:10.957894 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:37:10.958285 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=86732) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 12:37:10.958527 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=86732) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 12:37:10.958790 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=86732) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 12:37:10.959028 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=86732) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 12:37:10.959265 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=86732) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 12:37:10.959542 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=86732) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 12:37:10.959916 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 23 12:37:10.963459 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 23 12:37:10.967506 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 23 12:37:10.971499 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(750, 799)])]) Nov 23 12:37:10.973142 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 23 12:37:10.973600 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 23 12:37:10.973943 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 23 12:37:10.974351 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 23 12:37:10.977596 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 23 12:37:10.977850 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 23 12:37:10.978217 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 23 12:37:11.007747 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 23 12:37:11.008211 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=86732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:37:11.008518 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=86732) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Nov 23 12:37:11.008883 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=86732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:37:11.010319 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=86732) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 23 12:37:11.010616 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 23 12:37:11.010890 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 23 12:37:11.014238 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=86732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:37:11.014524 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=86732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:37:11.078194 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 23 12:37:11.078398 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 23 12:37:11.078588 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 23 12:37:11.079001 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 23 12:37:11.113206 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_db.sqlalchemy.engines [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=86732) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Nov 23 12:37:11.443827 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.plugins.ml2.managers [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Initializing driver for type 'gre' Nov 23 12:37:11.444385 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] gre ID ranges: [(1, 1000)] Nov 23 12:37:11.497672 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.plugins.ml2.managers [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Initializing driver for type 'local' Nov 23 12:37:11.498010 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.plugins.ml2.managers [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Initializing driver for type 'vlan' Nov 23 12:37:11.512651 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] VlanTypeDriver initialization complete Nov 23 12:37:11.513003 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.plugins.ml2.managers [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Initializing driver for type 'vxlan' Nov 23 12:37:11.513523 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] vxlan ID ranges: [(1, 1000)] Nov 23 12:37:11.566952 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.plugins.ml2.managers [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Initializing extension driver 'port_security' Nov 23 12:37:11.567303 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.plugins.ml2.extensions.port_security [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] PortSecurityExtensionDriver initialization complete Nov 23 12:37:11.567661 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.plugins.ml2.managers [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Initializing mechanism driver 'openvswitch' Nov 23 12:37:11.567992 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.plugins.ml2.managers [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Initializing mechanism driver 'hyperv' Nov 23 12:37:11.574952 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.plugins.ml2.plugin [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=86732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:37:11.575733 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron_lib.callbacks.manager [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Subscribe: > port after_create 55550000 {{(pid=86732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:37:11.576143 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron_lib.callbacks.manager [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Subscribe: > port after_update 55550000 {{(pid=86732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:37:11.576505 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron_lib.callbacks.manager [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Subscribe: > port after_delete 55550000 {{(pid=86732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:37:11.576894 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron_lib.callbacks.manager [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Subscribe: > subnet after_create 55550000 {{(pid=86732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:37:11.577248 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron_lib.callbacks.manager [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Subscribe: > subnet after_update 55550000 {{(pid=86732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:37:11.577590 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron_lib.callbacks.manager [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=86732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:37:11.577970 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron_lib.callbacks.manager [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Subscribe: > network after_create 55550000 {{(pid=86732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:37:11.578325 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron_lib.callbacks.manager [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Subscribe: > network after_update 55550000 {{(pid=86732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:37:11.578658 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron_lib.callbacks.manager [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Subscribe: > network after_delete 55550000 {{(pid=86732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:37:11.579070 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron_lib.callbacks.manager [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Subscribe: > security_group after_create 55550000 {{(pid=86732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:37:11.579410 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron_lib.callbacks.manager [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Subscribe: > security_group after_update 55550000 {{(pid=86732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:37:11.579754 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron_lib.callbacks.manager [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Subscribe: > security_group after_delete 55550000 {{(pid=86732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:37:11.580129 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron_lib.callbacks.manager [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=86732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:37:11.580475 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron_lib.callbacks.manager [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=86732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:37:11.580813 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron_lib.callbacks.manager [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=86732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:37:11.581187 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron_lib.callbacks.manager [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Subscribe: > address_group after_create 55550000 {{(pid=86732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:37:11.581535 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron_lib.callbacks.manager [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Subscribe: > address_group after_update 55550000 {{(pid=86732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:37:11.581878 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron_lib.callbacks.manager [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Subscribe: > address_group after_delete 55550000 {{(pid=86732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:37:11.582239 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] ML2 OVO RPC backend initialized. {{(pid=86732) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Nov 23 12:37:11.582963 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron_lib.callbacks.manager [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=86732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:37:11.583323 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron_lib.callbacks.manager [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=86732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:37:11.583748 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron_lib.callbacks.manager [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Subscribe: > network before_response 55550000 {{(pid=86732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:37:11.584125 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron_lib.callbacks.manager [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Subscribe: > networks before_response 55550000 {{(pid=86732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:37:11.584482 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron_lib.callbacks.manager [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Subscribe: > port before_response 55550000 {{(pid=86732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:37:11.584817 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron_lib.callbacks.manager [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Subscribe: > ports before_response 55550000 {{(pid=86732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:37:11.585159 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron_lib.callbacks.manager [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Subscribe: > subnet before_response 55550000 {{(pid=86732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:37:11.585502 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron_lib.callbacks.manager [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Subscribe: > subnets before_response 55550000 {{(pid=86732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:37:11.585854 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron_lib.callbacks.manager [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Subscribe: > network after_create 55550000 {{(pid=86732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:37:11.586196 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron_lib.callbacks.manager [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Subscribe: > network after_update 55550000 {{(pid=86732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:37:11.586538 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron_lib.callbacks.manager [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Subscribe: > network after_delete 55550000 {{(pid=86732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:37:11.586910 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron_lib.callbacks.manager [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Subscribe: > port after_create 55550000 {{(pid=86732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:37:11.587249 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron_lib.callbacks.manager [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Subscribe: > port after_update 55550000 {{(pid=86732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:37:11.587584 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron_lib.callbacks.manager [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Subscribe: > port after_delete 55550000 {{(pid=86732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:37:11.587918 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron_lib.callbacks.manager [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Subscribe: > subnet after_create 55550000 {{(pid=86732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:37:11.588442 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron_lib.callbacks.manager [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Subscribe: > subnet after_update 55550000 {{(pid=86732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:37:11.588573 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron_lib.callbacks.manager [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=86732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:37:11.589165 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.plugins.ml2.plugin [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Modular L2 Plugin initialization complete Nov 23 12:37:11.589498 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.manager [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loading services supported by the core plugin {{(pid=86732) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 23 12:37:11.589832 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.plugins.ml2.managers [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Got port-security extension from driver 'port_security' Nov 23 12:37:11.590300 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.extensions.vlantransparent [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Disabled vlantransparent extension. Nov 23 12:37:11.590825 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.manager [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=86732) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 23 12:37:11.591144 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.manager [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loading Plugin: router Nov 23 12:37:11.628168 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron_lib.callbacks.manager [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Subscribe: > router_interface before_create 55550000 {{(pid=86732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:37:11.628558 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron_lib.callbacks.manager [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Subscribe: > router after_create 55549900 {{(pid=86732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:37:11.628931 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron_lib.callbacks.manager [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Subscribe: > router before_create 55549900 {{(pid=86732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:37:11.629301 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron_lib.callbacks.manager [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=86732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:37:11.629675 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron_lib.callbacks.manager [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=86732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:37:11.630031 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron_lib.callbacks.manager [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Subscribe: > router after_delete 55549900 {{(pid=86732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:37:11.630394 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron_lib.callbacks.manager [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Subscribe: > floatingip after_update 55550000 {{(pid=86732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:37:11.630778 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron_lib.callbacks.manager [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Subscribe: > router after_create 55549900 {{(pid=86732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:37:11.631133 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron_lib.callbacks.manager [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Subscribe: > router after_update 55549900 {{(pid=86732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:37:11.631605 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron_lib.callbacks.manager [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Subscribe: > router after_update 55549900 {{(pid=86732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:37:11.631986 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron_lib.callbacks.manager [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=86732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:37:11.632361 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron_lib.callbacks.manager [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Subscribe: > router after_update 55549900 {{(pid=86732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:37:11.632792 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron_lib.callbacks.manager [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Subscribe: > router precommit_update 55549900 {{(pid=86732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:37:11.633172 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron_lib.callbacks.manager [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Subscribe: port after_update 55550000 {{(pid=86732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:37:11.633522 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron_lib.callbacks.manager [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Subscribe: port after_delete 55550000 {{(pid=86732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:37:11.633861 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron_lib.callbacks.manager [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Subscribe: subnet after_update 55550000 {{(pid=86732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:37:11.634207 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron_lib.callbacks.manager [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=86732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:37:11.634555 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron_lib.callbacks.manager [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Subscribe: > port precommit_delete 55550000 {{(pid=86732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:37:11.635027 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron_lib.callbacks.manager [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Subscribe: > router precommit_create 55549900 {{(pid=86732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:37:11.635378 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron_lib.callbacks.manager [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Subscribe: port before_delete 55550000 {{(pid=86732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:37:11.635723 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron_lib.callbacks.manager [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Subscribe: > router precommit_create 55550000 {{(pid=86732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:37:11.636068 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron_lib.callbacks.manager [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Subscribe: > router after_update 55549900 {{(pid=86732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:37:11.636413 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron_lib.callbacks.manager [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Subscribe: > router precommit_delete 55549900 {{(pid=86732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:37:11.636763 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron_lib.callbacks.manager [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Subscribe: > router precommit_create 55549900 {{(pid=86732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:37:11.637125 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron_lib.callbacks.manager [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=86732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:37:11.637470 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron_lib.callbacks.manager [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Subscribe: > router precommit_update 55549900 {{(pid=86732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:37:11.637836 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron_lib.callbacks.manager [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Subscribe: > agent after_create 55550000 {{(pid=86732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:37:11.638194 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron_lib.callbacks.manager [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Subscribe: > agent after_delete 55550000 {{(pid=86732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:37:11.638550 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron_lib.callbacks.manager [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Subscribe: > network after_delete 55550000 {{(pid=86732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:37:11.639539 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.quota.resource_registry [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Tracking information for resource: router configured {{(pid=86732) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 12:37:11.639861 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.quota.resource_registry [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Tracking information for resource: floatingip configured {{(pid=86732) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 12:37:11.645602 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.db.l3_agentschedulers_db [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 23 12:37:11.646199 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron_lib.callbacks.manager [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Subscribe: port after_update 55550000 {{(pid=86732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:37:11.646572 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron_lib.callbacks.manager [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Subscribe: port after_create 55550000 {{(pid=86732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:37:11.646930 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron_lib.callbacks.manager [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Subscribe: port after_delete 55550000 {{(pid=86732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:37:11.647322 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron_lib.callbacks.manager [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Subscribe: port after_update 55550000 {{(pid=86732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:37:11.648144 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron_lib.callbacks.manager [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Subscribe: > router before_create 55550100 {{(pid=86732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:37:11.648516 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron_lib.callbacks.manager [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Subscribe: > router precommit_delete 55550100 {{(pid=86732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:37:11.648879 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron_lib.callbacks.manager [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Subscribe: > router precommit_create 55550100 {{(pid=86732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:37:11.649240 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron_lib.callbacks.manager [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Subscribe: > router precommit_update 55550100 {{(pid=86732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:37:11.653964 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.services.provider_configuration [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Service providers = [] {{(pid=86732) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 23 12:37:11.654333 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.db.servicetype_db [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=86732) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 23 12:37:11.657439 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.services.service_base [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=86732) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 23 12:37:11.658139 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.services.service_base [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=86732) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 23 12:37:11.658472 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.services.service_base [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=86732) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 23 12:37:11.659580 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.services.service_base [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=86732) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 23 12:37:11.659967 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.services.service_base [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 23 12:37:11.660373 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.manager [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=86732) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 12:37:11.660707 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.manager [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 23 12:37:11.672191 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.manager [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=86732) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 12:37:11.672532 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.manager [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loading Plugin: auto_allocate Nov 23 12:37:11.678649 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron_lib.callbacks.manager [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Subscribe: network precommit_update 55550000 {{(pid=86732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:37:11.679068 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron_lib.callbacks.manager [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Subscribe: network precommit_create 55550000 {{(pid=86732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:37:11.679668 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.manager [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=86732) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 12:37:11.679999 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.manager [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loading Plugin: tag Nov 23 12:37:11.687108 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.manager [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=86732) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 12:37:11.687446 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.manager [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loading Plugin: timestamp Nov 23 12:37:11.691369 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.manager [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=86732) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 12:37:11.691706 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.manager [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loading Plugin: network_ip_availability Nov 23 12:37:11.697286 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron_lib.callbacks.manager [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=86732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:37:11.697608 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron_lib.callbacks.manager [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=86732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:37:11.697979 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron_lib.callbacks.manager [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:37:11.698745 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.manager [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=86732) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 12:37:11.699094 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.manager [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loading Plugin: flavors Nov 23 12:37:11.704162 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.manager [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=86732) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 12:37:11.704495 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.manager [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loading Plugin: revisions Nov 23 12:37:11.708867 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.manager [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=86732) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 12:37:11.709267 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_concurrency.lockutils [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.647s {{(pid=86732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:37:11.710243 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=86732) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 23 12:37:11.710582 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Initializing extension manager. Nov 23 12:37:11.711123 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loading extension file: __init__.py {{(pid=86732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:37:11.711466 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loading extension file: __pycache__ {{(pid=86732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:37:11.711808 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=86732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:37:11.712145 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loading extension file: address_group.py {{(pid=86732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:37:11.712937 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=86732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:37:11.713521 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loaded extension: address-group Nov 23 12:37:11.713850 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loading extension file: address_scope.py {{(pid=86732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:37:11.714571 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=86732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:37:11.715113 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loaded extension: address-scope Nov 23 12:37:11.715441 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loading extension file: admin_state_down_before_update.py {{(pid=86732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:37:11.716407 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=86732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:37:11.716923 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loaded extension: router-admin-state-down-before-update Nov 23 12:37:11.717253 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loading extension file: agent.py {{(pid=86732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:37:11.717966 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=86732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:37:11.718482 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loaded extension: agent Nov 23 12:37:11.718833 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loading extension file: agent_resources_synced.py {{(pid=86732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:37:11.719748 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=86732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:37:11.720266 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loaded extension: agent-resources-synced Nov 23 12:37:11.720589 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loading extension file: allowedaddresspairs.py {{(pid=86732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:37:11.722412 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=86732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:37:11.722963 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loaded extension: allowed-address-pairs Nov 23 12:37:11.723292 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loading extension file: auto_allocated_topology.py {{(pid=86732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:37:11.724389 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=86732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:37:11.724905 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loaded extension: auto-allocated-topology Nov 23 12:37:11.725309 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loading extension file: availability_zone.py {{(pid=86732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:37:11.726001 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=86732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:37:11.726514 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loaded extension: availability_zone Nov 23 12:37:11.726877 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loading extension file: availability_zone_filter.py {{(pid=86732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:37:11.727800 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=86732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:37:11.728310 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loaded extension: availability_zone_filter Nov 23 12:37:11.728630 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loading extension file: data_plane_status.py {{(pid=86732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:37:11.729554 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=86732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:37:11.730063 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Extension data-plane-status not supported by any of loaded plugins Nov 23 12:37:11.730387 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loading extension file: default_subnetpools.py {{(pid=86732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:37:11.731345 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=86732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:37:11.731861 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loaded extension: default-subnetpools Nov 23 12:37:11.732184 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loading extension file: dhcpagentscheduler.py {{(pid=86732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:37:11.733001 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:37:11.733515 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loaded extension: dhcp_agent_scheduler Nov 23 12:37:11.733837 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loading extension file: dns.py {{(pid=86732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:37:11.734783 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=86732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:37:11.735292 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Extension dns-integration not supported by any of loaded plugins Nov 23 12:37:11.735621 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loading extension file: dns_domain_ports.py {{(pid=86732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:37:11.736557 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=86732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:37:11.737065 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 23 12:37:11.737395 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loading extension file: dvr.py {{(pid=86732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:37:11.738073 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=86732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:37:11.738584 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loaded extension: dvr Nov 23 12:37:11.738931 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loading extension file: empty_string_filtering.py {{(pid=86732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:37:11.739851 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=86732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:37:11.740365 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loaded extension: empty-string-filtering Nov 23 12:37:11.740699 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=86732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:37:11.741645 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:37:11.742165 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 23 12:37:11.742490 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=86732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:37:11.743441 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=86732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:37:11.743961 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 23 12:37:11.744282 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loading extension file: external_net.py {{(pid=86732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:37:11.745209 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=86732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:37:11.745726 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loaded extension: external-net Nov 23 12:37:11.746051 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loading extension file: extra_dhcp_opt.py {{(pid=86732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:37:11.746996 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=86732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:37:11.747505 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loaded extension: extra_dhcp_opt Nov 23 12:37:11.747831 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loading extension file: extraroute.py {{(pid=86732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:37:11.748744 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=86732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:37:11.749252 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loaded extension: extraroute Nov 23 12:37:11.749572 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loading extension file: extraroute_atomic.py {{(pid=86732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:37:11.750617 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=86732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:37:11.751157 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loaded extension: extraroute-atomic Nov 23 12:37:11.751481 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loading extension file: filter_validation.py {{(pid=86732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:37:11.752159 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=86732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:37:11.752665 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loaded extension: filter-validation Nov 23 12:37:11.752984 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loading extension file: fip_pf_description.py {{(pid=86732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:37:11.755538 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=86732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:37:11.756067 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 23 12:37:11.756445 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loading extension file: fip_port_details.py {{(pid=86732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:37:11.757467 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:37:11.757989 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loaded extension: fip-port-details Nov 23 12:37:11.758320 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loading extension file: flavors.py {{(pid=86732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:37:11.759631 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=86732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:37:11.760154 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loaded extension: flavors Nov 23 12:37:11.760491 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=86732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:37:11.762208 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=86732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:37:11.762726 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 23 12:37:11.763079 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loading extension file: floatingip_pools.py {{(pid=86732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:37:11.763790 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=86732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:37:11.764304 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loaded extension: floatingip-pools Nov 23 12:37:11.764624 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loading extension file: ip_allocation.py {{(pid=86732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:37:11.765551 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=86732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:37:11.766058 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Extension ip_allocation not supported by any of loaded plugins Nov 23 12:37:11.766383 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=86732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:37:11.767338 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=86732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:37:11.767854 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loaded extension: ip-substring-filtering Nov 23 12:37:11.768185 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loading extension file: l2_adjacency.py {{(pid=86732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:37:11.769125 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=86732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:37:11.769635 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Extension l2_adjacency not supported by any of loaded plugins Nov 23 12:37:11.769960 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loading extension file: l3.py {{(pid=86732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:37:11.771011 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=86732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:37:11.771550 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loaded extension: router Nov 23 12:37:11.771876 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loading extension file: l3_conntrack_helper.py {{(pid=86732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:37:11.774241 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:37:11.774818 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 23 12:37:11.775157 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=86732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:37:11.776117 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=86732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:37:11.776639 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loaded extension: ext-gw-mode Nov 23 12:37:11.776971 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=86732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:37:11.777898 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=86732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:37:11.778413 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loaded extension: l3-ha Nov 23 12:37:11.778772 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loading extension file: l3_flavors.py {{(pid=86732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:37:11.779698 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=86732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:37:11.780210 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loaded extension: l3-flavors Nov 23 12:37:11.780537 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=86732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:37:11.781477 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=86732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:37:11.781985 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loaded extension: l3-port-ip-change-not-allowed Nov 23 12:37:11.782310 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loading extension file: l3agentscheduler.py {{(pid=86732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:37:11.783745 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:37:11.784259 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loaded extension: l3_agent_scheduler Nov 23 12:37:11.784590 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loading extension file: logging.py {{(pid=86732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:37:11.786133 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=86732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:37:11.786659 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Extension logging not supported by any of loaded plugins Nov 23 12:37:11.787025 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loading extension file: metering.py {{(pid=86732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:37:11.787821 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=86732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:37:11.788402 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loaded extension: metering Nov 23 12:37:11.788734 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=86732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:37:11.789855 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=86732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:37:11.790378 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loaded extension: metering_source_and_destination_fields Nov 23 12:37:11.790725 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loading extension file: multiprovidernet.py {{(pid=86732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:37:11.791793 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=86732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:37:11.792312 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loaded extension: multi-provider Nov 23 12:37:11.792643 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loading extension file: netmtu.py {{(pid=86732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:37:11.793558 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=86732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:37:11.794077 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loaded extension: net-mtu Nov 23 12:37:11.794410 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loading extension file: netmtu_writable.py {{(pid=86732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:37:11.795376 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=86732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:37:11.795895 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loaded extension: net-mtu-writable Nov 23 12:37:11.796221 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loading extension file: network_availability_zone.py {{(pid=86732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:37:11.796893 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=86732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:37:11.797404 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loaded extension: network_availability_zone Nov 23 12:37:11.797727 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loading extension file: network_ip_availability.py {{(pid=86732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:37:11.798864 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=86732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:37:11.799386 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loaded extension: network-ip-availability Nov 23 12:37:11.799712 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loading extension file: network_segment_range.py {{(pid=86732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:37:11.800477 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=86732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:37:11.800987 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Extension network-segment-range not supported by any of loaded plugins Nov 23 12:37:11.801311 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loading extension file: pagination.py {{(pid=86732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:37:11.802301 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:37:11.802640 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loaded extension: pagination Nov 23 12:37:11.802986 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loading extension file: port_device_profile.py {{(pid=86732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:37:11.803957 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=86732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:37:11.804479 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loaded extension: port-device-profile Nov 23 12:37:11.804800 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=86732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:37:11.805744 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=86732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:37:11.806261 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loaded extension: port-mac-address-regenerate Nov 23 12:37:11.806587 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=86732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:37:11.807527 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=86732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:37:11.808044 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loaded extension: port-numa-affinity-policy Nov 23 12:37:11.808365 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loading extension file: port_resource_request.py {{(pid=86732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:37:11.809285 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=86732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:37:11.809793 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Extension port-resource-request not supported by any of loaded plugins Nov 23 12:37:11.810115 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loading extension file: portbindings.py {{(pid=86732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:37:11.811088 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=86732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:37:11.811607 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loaded extension: binding Nov 23 12:37:11.811929 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loading extension file: portbindings_extended.py {{(pid=86732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:37:11.813212 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=86732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:37:11.813761 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loaded extension: binding-extended Nov 23 12:37:11.814088 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loading extension file: portsecurity.py {{(pid=86732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:37:11.815042 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=86732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:37:11.815559 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loaded extension: port-security Nov 23 12:37:11.815886 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loading extension file: project_id.py {{(pid=86732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:37:11.816875 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=86732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:37:11.817206 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loaded extension: project-id Nov 23 12:37:11.817531 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loading extension file: providernet.py {{(pid=86732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:37:11.818457 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=86732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:37:11.819162 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loaded extension: provider Nov 23 12:37:11.819580 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loading extension file: qos.py {{(pid=86732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:37:11.823278 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=86732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:37:11.823815 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Extension qos not supported by any of loaded plugins Nov 23 12:37:11.824146 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=86732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:37:11.825392 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=86732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:37:11.825913 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 23 12:37:11.826242 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=86732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:37:11.827196 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=86732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:37:11.827715 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 23 12:37:11.828034 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loading extension file: qos_default.py {{(pid=86732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:37:11.828947 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=86732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:37:11.829461 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Extension qos-default not supported by any of loaded plugins Nov 23 12:37:11.829789 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loading extension file: qos_fip.py {{(pid=86732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:37:11.830453 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=86732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:37:11.830992 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Extension qos-fip not supported by any of loaded plugins Nov 23 12:37:11.831323 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loading extension file: qos_gateway_ip.py {{(pid=86732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:37:11.832261 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=86732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:37:11.832773 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 23 12:37:11.833104 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loading extension file: qos_port_network_policy.py {{(pid=86732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:37:11.834014 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=86732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:37:11.834572 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 23 12:37:11.834956 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loading extension file: qos_rule_type_details.py {{(pid=86732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:37:11.835962 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=86732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:37:11.836475 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 23 12:37:11.836808 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loading extension file: qos_rules_alias.py {{(pid=86732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:37:11.837857 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=86732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:37:11.838373 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 23 12:37:11.838699 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loading extension file: quotasv2.py {{(pid=86732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:37:11.839679 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=86732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:37:11.840145 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loaded extension: quotas Nov 23 12:37:11.840476 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loading extension file: quotasv2_detail.py {{(pid=86732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:37:11.842125 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=86732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:37:11.842470 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loaded extension: quota_details Nov 23 12:37:11.842836 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loading extension file: rbac.py {{(pid=86732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:37:11.843919 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=86732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:37:11.844458 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loaded extension: rbac-policies Nov 23 12:37:11.844790 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loading extension file: rbac_address_group.py {{(pid=86732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:37:11.845734 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=86732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:37:11.846253 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loaded extension: rbac-address-group Nov 23 12:37:11.846584 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loading extension file: rbac_address_scope.py {{(pid=86732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:37:11.847567 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=86732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:37:11.848088 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loaded extension: rbac-address-scope Nov 23 12:37:11.848411 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loading extension file: rbac_security_groups.py {{(pid=86732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:37:11.849335 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=86732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:37:11.849855 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loaded extension: rbac-security-groups Nov 23 12:37:11.850251 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loading extension file: rbac_subnetpool.py {{(pid=86732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:37:11.851345 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=86732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:37:11.851877 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loaded extension: rbac-subnetpool Nov 23 12:37:11.852202 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loading extension file: revisionifmatch.py {{(pid=86732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:37:11.853133 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=86732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:37:11.853648 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loaded extension: revision-if-match Nov 23 12:37:11.853971 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loading extension file: revisions.py {{(pid=86732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:37:11.855141 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=86732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:37:11.855659 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loaded extension: standard-attr-revisions Nov 23 12:37:11.855989 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loading extension file: router_availability_zone.py {{(pid=86732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:37:11.856671 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=86732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:37:11.857192 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loaded extension: router_availability_zone Nov 23 12:37:11.857525 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loading extension file: routerservicetype.py {{(pid=86732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:37:11.858455 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=86732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:37:11.859007 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Extension router-service-type not supported by any of loaded plugins Nov 23 12:37:11.859335 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=86732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:37:11.860282 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=86732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:37:11.860810 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loaded extension: security-groups-normalized-cidr Nov 23 12:37:11.861129 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loading extension file: security_groups_port_filtering.py {{(pid=86732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:37:11.862072 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=86732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:37:11.862585 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loaded extension: port-security-groups-filtering Nov 23 12:37:11.862945 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=86732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:37:11.863871 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=86732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:37:11.864385 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loaded extension: security-groups-remote-address-group Nov 23 12:37:11.864705 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loading extension file: securitygroup.py {{(pid=86732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:37:11.874654 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=86732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:37:11.875230 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loaded extension: security-group Nov 23 12:37:11.875538 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loading extension file: segment.py {{(pid=86732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:37:11.876392 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=86732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:37:11.876910 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Extension segment not supported by any of loaded plugins Nov 23 12:37:11.877240 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=86732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:37:11.878208 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=86732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:37:11.878747 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 23 12:37:11.879081 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loading extension file: servicetype.py {{(pid=86732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:37:11.880198 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=86732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:37:11.880743 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loaded extension: service-type Nov 23 12:37:11.881078 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loading extension file: sorting.py {{(pid=86732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:37:11.882545 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:37:11.882545 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loaded extension: sorting Nov 23 12:37:11.882848 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loading extension file: standard_attr_segment.py {{(pid=86732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:37:11.883771 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:37:11.884293 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 23 12:37:11.884621 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loading extension file: standardattrdescription.py {{(pid=86732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:37:11.885275 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=86732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:37:11.885864 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loaded extension: standard-attr-description Nov 23 12:37:11.886114 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loading extension file: stateful_security_group.py {{(pid=86732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:37:11.887066 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=86732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:37:11.887585 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loaded extension: stateful-security-group Nov 23 12:37:11.887910 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loading extension file: stdattrs_common.py {{(pid=86732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:37:11.888498 dv-cinder-818883-1-smb neutron-server[86732]: WARNING neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 23 12:37:11.888824 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=86732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:37:11.889835 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=86732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:37:11.890353 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 23 12:37:11.890677 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loading extension file: subnet_onboard.py {{(pid=86732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:37:11.891786 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=86732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:37:11.892309 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loaded extension: subnet_onboard Nov 23 12:37:11.892634 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=86732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:37:11.893573 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=86732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:37:11.894095 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 23 12:37:11.894416 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loading extension file: subnet_service_types.py {{(pid=86732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:37:11.895377 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=86732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:37:11.895918 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loaded extension: subnet-service-types Nov 23 12:37:11.896238 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loading extension file: subnetallocation.py {{(pid=86732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:37:11.897469 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=86732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:37:11.897996 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loaded extension: subnet_allocation Nov 23 12:37:11.898323 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=86732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:37:11.899036 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=86732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:37:11.899545 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loaded extension: subnetpool-prefix-ops Nov 23 12:37:11.899867 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=86732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:37:11.900801 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=86732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:37:11.901314 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 23 12:37:11.901634 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loading extension file: tagging.py {{(pid=86732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:37:11.902747 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=86732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:37:11.903288 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loaded extension: standard-attr-tag Nov 23 12:37:11.903615 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loading extension file: timestamp.py {{(pid=86732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:37:11.904816 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=86732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:37:11.905336 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loaded extension: standard-attr-timestamp Nov 23 12:37:11.905665 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loading extension file: trunk.py {{(pid=86732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:37:11.906716 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=86732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:37:11.907251 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Extension trunk not supported by any of loaded plugins Nov 23 12:37:11.907911 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loading extension file: trunk_details.py {{(pid=86732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:37:11.908859 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=86732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:37:11.909373 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Extension trunk-details not supported by any of loaded plugins Nov 23 12:37:11.909704 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loading extension file: uplink_status_propagation.py {{(pid=86732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:37:11.910632 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=86732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:37:11.911184 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 23 12:37:11.911512 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Loading extension file: vlantransparent.py {{(pid=86732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:37:11.912198 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=86732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:37:11.912812 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Extension vlan-transparent not supported by any of loaded plugins Nov 23 12:37:11.915391 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.quota.resource_registry [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Creating instance of TrackedResource for resource:network Nov 23 12:37:11.916154 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.quota.resource_registry [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Creating instance of TrackedResource for resource:subnet Nov 23 12:37:11.916983 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.quota.resource_registry [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Creating instance of TrackedResource for resource:subnetpool Nov 23 12:37:11.917596 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.quota.resource_registry [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Creating instance of TrackedResource for resource:port Nov 23 12:37:11.919051 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.v2.resource_helper [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86732) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 12:37:11.919581 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.v2.resource_helper [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Service FLAVORS assigned prefix: {{(pid=86732) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 12:37:11.920237 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.v2.resource_helper [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86732) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 12:37:11.920684 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.v2.resource_helper [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86732) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 12:37:11.921020 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.quota.resource_registry [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Creating instance of TrackedResource for resource:router Nov 23 12:37:11.921683 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.quota.resource_registry [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Creating instance of TrackedResource for resource:floatingip Nov 23 12:37:11.922414 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.v2.resource_helper [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Service METERING assigned prefix: /metering {{(pid=86732) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 12:37:11.923939 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron_lib.callbacks.manager [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=86732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:37:11.924305 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron_lib.callbacks.manager [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=86732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:37:11.924665 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron_lib.callbacks.manager [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:37:11.925844 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.quota.resource_registry [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Creating instance of CountableResource for resource:rbac_policy Nov 23 12:37:11.926297 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.quota.resource_registry [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Creating instance of TrackedResource for resource:security_group Nov 23 12:37:11.927005 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.quota.resource_registry [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 23 12:37:11.927762 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.v2.resource_helper [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Service CORE assigned prefix: {{(pid=86732) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 12:37:11.928097 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.quota.resource_registry [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Creating instance of TrackedResource for resource:subnetpool Nov 23 12:37:11.928576 dv-cinder-818883-1-smb neutron-server[86732]: WARNING neutron.quota.resource_registry [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] subnetpool is already registered Nov 23 12:37:11.929177 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.v2.resource_helper [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Service CORE assigned prefix: {{(pid=86732) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 12:37:11.929504 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.quota.resource_registry [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Creating instance of TrackedResource for resource:subnetpool Nov 23 12:37:11.929835 dv-cinder-818883-1-smb neutron-server[86732]: WARNING neutron.quota.resource_registry [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] subnetpool is already registered Nov 23 12:37:11.932457 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.v2.resource_helper [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86732) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 12:37:11.932901 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.v2.resource_helper [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Service FLAVORS assigned prefix: {{(pid=86732) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 12:37:11.933502 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.v2.resource_helper [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86732) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 12:37:11.933931 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.v2.resource_helper [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86732) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 12:37:11.934266 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.quota.resource_registry [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Creating instance of TrackedResource for resource:router Nov 23 12:37:11.934603 dv-cinder-818883-1-smb neutron-server[86732]: WARNING neutron.quota.resource_registry [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] router is already registered Nov 23 12:37:11.935246 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.quota.resource_registry [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Creating instance of TrackedResource for resource:floatingip Nov 23 12:37:11.935584 dv-cinder-818883-1-smb neutron-server[86732]: WARNING neutron.quota.resource_registry [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] floatingip is already registered Nov 23 12:37:11.936236 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.v2.resource_helper [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Service METERING assigned prefix: /metering {{(pid=86732) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 12:37:11.936919 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.quota.resource_registry [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Creating instance of CountableResource for resource:rbac_policy Nov 23 12:37:11.937251 dv-cinder-818883-1-smb neutron-server[86732]: WARNING neutron.quota.resource_registry [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] rbac_policy is already registered Nov 23 12:37:11.937803 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.quota.resource_registry [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Creating instance of TrackedResource for resource:security_group Nov 23 12:37:11.938138 dv-cinder-818883-1-smb neutron-server[86732]: WARNING neutron.quota.resource_registry [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] security_group is already registered Nov 23 12:37:11.938762 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.quota.resource_registry [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 23 12:37:11.939091 dv-cinder-818883-1-smb neutron-server[86732]: WARNING neutron.quota.resource_registry [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] security_group_rule is already registered Nov 23 12:37:11.939757 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.v2.resource_helper [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Service CORE assigned prefix: {{(pid=86732) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 12:37:11.940086 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.quota.resource_registry [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Creating instance of TrackedResource for resource:subnetpool Nov 23 12:37:11.940422 dv-cinder-818883-1-smb neutron-server[86732]: WARNING neutron.quota.resource_registry [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] subnetpool is already registered Nov 23 12:37:11.941029 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.v2.resource_helper [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Service CORE assigned prefix: {{(pid=86732) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 12:37:11.941357 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.quota.resource_registry [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Creating instance of TrackedResource for resource:subnetpool Nov 23 12:37:11.941692 dv-cinder-818883-1-smb neutron-server[86732]: WARNING neutron.quota.resource_registry [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] subnetpool is already registered Nov 23 12:37:11.942344 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Extended resource: extensions {{(pid=86732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:37:11.944000 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Extended resource: address-groups {{(pid=86732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:37:11.945685 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Extended resource: address-scopes {{(pid=86732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:37:11.946940 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Extended resource: agents {{(pid=86732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:37:11.948180 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Extended resource: auto-allocated-topology {{(pid=86732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:37:11.949393 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Extended resource: availability_zones {{(pid=86732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:37:11.950727 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Extended resource: dhcp-networks {{(pid=86732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:37:11.952184 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Extended resource: dhcp-agents {{(pid=86732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:37:11.953640 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Extended resource: routers {{(pid=86732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:37:11.956466 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Extended resource: flavors {{(pid=86732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:37:11.957652 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Extended resource: service_profiles {{(pid=86732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:37:11.958891 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Extended resource: next_providers {{(pid=86732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:37:11.960772 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Extended resource: service_profiles {{(pid=86732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:37:11.962194 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Extended resource: floatingip-pools {{(pid=86732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:37:11.963467 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Extended resource: routers {{(pid=86732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:37:11.965277 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Extended resource: floatingips {{(pid=86732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:37:11.966495 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Extended resource: l3-routers {{(pid=86732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:37:11.967955 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Extended resource: l3-agents {{(pid=86732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:37:11.969372 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Extended resource: metering-labels {{(pid=86732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:37:11.970754 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Extended resource: metering-label-rules {{(pid=86732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:37:11.972091 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Extended resource: network-ip-availabilities {{(pid=86732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:37:11.973364 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Extended resource: bindings {{(pid=86732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:37:11.975085 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Extended resource: quotas {{(pid=86732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:37:11.976885 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Extended resource: quotas {{(pid=86732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:37:11.978323 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Extended resource: rbac-policies {{(pid=86732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:37:11.979687 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Extended resource: security-groups {{(pid=86732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:37:11.980910 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Extended resource: security-group-rules {{(pid=86732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:37:11.982200 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Extended resource: service-providers {{(pid=86732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:37:11.983485 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Extended resource: subnetpools {{(pid=86732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:37:11.985019 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Extended resource: subnetpools {{(pid=86732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:37:11.986527 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Extended resource: tags {{(pid=86732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:37:11.988388 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Extended resource: tags {{(pid=86732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:37:11.990222 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Extended resource: tags {{(pid=86732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:37:11.992326 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Extended resource: tags {{(pid=86732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:37:11.994250 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Extended resource: tags {{(pid=86732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:37:11.996350 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Extended resource: tags {{(pid=86732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:37:11.998216 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Extended resource: tags {{(pid=86732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:37:12.000451 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Extended resource: tags {{(pid=86732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:37:12.002412 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Extended resource: tags {{(pid=86732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:37:12.004384 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron.api.extensions [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Extended resource: tags {{(pid=86732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:37:12.014388 dv-cinder-818883-1-smb neutron-server[86732]: WARNING keystonemiddleware.auth_token [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 23 12:37:12.019537 dv-cinder-818883-1-smb neutron-server[86732]: WARNING keystonemiddleware.auth_token [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 23 12:37:12.028342 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_concurrency.lockutils [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Acquired lock "singleton_lock" {{(pid=86732) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Nov 23 12:37:12.028832 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_concurrency.lockutils [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Releasing lock "singleton_lock" {{(pid=86732) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Nov 23 12:37:12.029487 dv-cinder-818883-1-smb neutron-server[86732]: INFO oslo_service.service [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Starting 2 workers Nov 23 12:37:12.034619 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Started child 86837 {{(pid=86732) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Nov 23 12:37:12.039111 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Started child 86838 {{(pid=86732) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Nov 23 12:37:12.039899 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:12.040619 dv-cinder-818883-1-smb neutron-server[86732]: INFO neutron.service [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Neutron service started, listening on 0.0.0.0:9696 Nov 23 12:37:12.041372 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron_lib.callbacks.manager [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Notify callbacks [] for process, before_spawn {{(pid=86732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:12.041494 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [-] (86837) wsgi starting up on http://0.0.0.0:9696 Nov 23 12:37:12.043499 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:12.043984 dv-cinder-818883-1-smb neutron-server[86732]: INFO oslo_service.service [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Starting 1 workers Nov 23 12:37:12.044894 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [-] (86838) wsgi starting up on http://0.0.0.0:9696 Nov 23 12:37:12.053213 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.service [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] calling RpcWorker wait() {{(pid=86839) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 23 12:37:12.054189 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.service [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] returning from RpcWorker wait() {{(pid=86839) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 23 12:37:12.055037 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:12.055461 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=86839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:37:12.055780 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Started child 86839 {{(pid=86732) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Nov 23 12:37:12.056294 dv-cinder-818883-1-smb neutron-server[86732]: INFO oslo_service.service [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Starting 1 workers Nov 23 12:37:12.060848 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Started child 86840 {{(pid=86732) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Nov 23 12:37:12.061685 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG neutron_lib.callbacks.manager [None req-bdf80314-1cd0-471a-be4e-dc6756a45cd8 None None] Notify callbacks [] for process, after_spawn {{(pid=86732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:12.063425 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86732) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Nov 23 12:37:12.063610 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 23 12:37:12.063813 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 23 12:37:12.064027 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 23 12:37:12.066749 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 23 12:37:12.066749 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 23 12:37:12.066749 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.066749 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.067082 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:12.067556 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.067556 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.067556 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.067556 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.067556 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.067556 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.067556 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.067556 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.068035 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.068035 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.068187 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.068532 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.068637 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.068950 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.069355 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.069945 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.069945 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.070070 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] config_source = [] {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.070541 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.070541 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.070828 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] debug = True {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.071046 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.071525 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.071753 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.072036 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.072255 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.072518 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.072758 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.073035 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.073279 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.073521 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.073764 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.074026 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.074275 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.074498 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.074730 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.074999 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.075233 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.075706 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] host = dv-cinder-818883-1-smb {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.075931 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.076165 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.076398 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.076657 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.076922 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.077159 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.077416 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.077660 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.077925 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.078163 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.078399 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.078627 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.078888 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] log_dir = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.079126 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] log_file = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.079298 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] log_options = True {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.079518 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.079798 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.080076 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.081065 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.081065 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.081065 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.081065 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.081065 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.081456 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.081554 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.081776 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.081999 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.082231 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.082459 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.082734 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.083040 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.083271 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.083494 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.083873 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.084018 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.084267 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.084539 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.084818 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.084996 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.085367 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.085720 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.086098 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.086345 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.086530 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.086977 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.087385 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.087827 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.088231 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.088638 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.089047 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.089444 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.089835 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.090343 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.090760 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.091191 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.091430 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:37:12.091822 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.092229 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.092630 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.093031 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.093416 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] use_journal = False {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.093831 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] use_json = False {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.094218 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.094622 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.095068 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.095459 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.095886 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.096262 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.096651 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.097507 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.098086 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.098542 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.099046 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.099469 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.099863 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.100306 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.100743 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.101159 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.101612 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.102033 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.102593 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.103022 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.103496 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.103904 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.104346 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.104820 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.105546 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.105796 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.106244 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.106732 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.107164 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.107581 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.108131 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.108435 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.108761 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.31/identity {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.109086 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.109517 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.109963 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.110376 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.110851 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.111159 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.111480 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.112259 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.112737 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.113150 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.113574 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.114020 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.114452 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.114924 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.115368 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.115872 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.116324 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.116747 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.117202 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.117653 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.118064 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.118489 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.118923 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.119429 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.119892 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.120336 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.120759 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.121184 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.121590 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.122023 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.122462 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.122919 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.123356 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.123782 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.124207 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.124652 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.125101 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.125512 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.125920 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.126331 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.126768 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.127226 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.127655 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.128073 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.128503 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.128946 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.129386 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.129809 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.130222 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.130632 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.131089 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.131628 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.132045 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.132525 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.132996 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.133444 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.134521 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.135088 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.135533 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.136270 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.136676 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.136981 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.137306 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.137625 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.137959 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.138660 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.139018 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.139335 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.139638 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.139947 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.140319 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.140578 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.140841 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.141079 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.141323 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.141588 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.141834 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.142080 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.142333 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.142593 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.142855 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.143115 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.143382 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.143635 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.143913 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.144150 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.144411 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.144648 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.144919 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.145161 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.145417 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.145753 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.146046 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.146304 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.146569 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.146841 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.147256 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.147568 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.147890 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.148174 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.148416 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.148654 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.148917 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.149172 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.149396 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.149609 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.149838 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.150156 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.150406 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.150626 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.150896 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.151178 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.151410 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.151715 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.151944 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.152194 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.152461 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.152719 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.152947 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.31/identity {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.153176 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.153421 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.153666 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.153894 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.154140 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.154376 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.154616 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.154848 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.155076 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.155346 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.155555 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.155833 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.156061 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.156278 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.156511 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.157446 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.157446 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.157446 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.157446 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.158085 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.158253 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.158483 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.158737 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.158983 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.159211 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.159474 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.159725 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.159964 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.160190 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.160442 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.160678 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.160891 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.161136 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.161354 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.161587 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.161799 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.162017 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.162228 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.162457 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.162834 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.163122 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.163386 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.163625 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.163953 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.164226 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.164460 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.164707 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.164925 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.165144 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.165382 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.165621 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.165859 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.166073 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.166289 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.166552 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.166835 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.167157 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.167366 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.167569 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.167786 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.168007 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.168215 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.168687 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.169082 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.169319 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.169554 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.169953 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.170183 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.170403 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.170616 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.170877 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.171257 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.171491 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.171704 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.171916 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.172139 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.172352 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.172654 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.172904 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.173128 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.173418 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.173650 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.173882 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.174135 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.174462 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.174678 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.174943 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.175208 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.175428 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.175653 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.175924 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.176255 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.177064 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.177064 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.177064 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.177339 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.177774 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.178036 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.178340 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.178856 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.179228 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.179509 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.180035 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.180035 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.180270 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.180498 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.180723 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.180962 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.181201 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.181419 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.181674 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.181913 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.182140 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.182360 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.182603 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.182855 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.183080 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.183311 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.183533 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.183772 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.183933 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 23 12:37:12.184478 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86732) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Nov 23 12:37:12.184643 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 23 12:37:12.184796 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 23 12:37:12.184964 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 23 12:37:12.185132 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 23 12:37:12.185281 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 23 12:37:12.185485 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.185646 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.185805 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.185962 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.186118 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.186295 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.186412 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:37:12.186504 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.186595 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.186771 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.186932 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.187089 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.187245 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.187401 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.187557 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.187714 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.187869 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.188025 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.188182 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.188343 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.188499 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] config_source = [] {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.188653 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.188808 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.188965 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] debug = True {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.189119 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.189310 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.189470 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.189627 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.189784 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.189941 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.190096 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.190257 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.190412 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.190568 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.190767 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.190953 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.191052 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.191188 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.191343 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.191499 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.191656 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.191811 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] host = dv-cinder-818883-1-smb {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.191966 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.192122 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.192277 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.192432 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.192589 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.192744 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.192901 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.193056 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.193212 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.193368 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.193525 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.193681 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.193868 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] log_dir = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.194096 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] log_file = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.194252 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] log_options = True {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.194409 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.194564 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.194741 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.194928 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.195092 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.195250 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.195405 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.195564 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.195720 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.195878 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.196034 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.196191 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.196347 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.196504 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.196660 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.196816 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.196971 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.197127 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.197289 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.197444 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.197687 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.197852 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.198008 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.198160 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.198370 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.198461 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.198679 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.198791 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.198964 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.199107 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.199427 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.199751 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.199914 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.200072 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.200234 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.200392 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.200550 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.200712 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.200875 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.201038 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.201197 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.201347 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.201505 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.201675 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.201824 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] use_journal = False {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.201973 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] use_json = False {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.202131 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.202287 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.202461 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.202602 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.202783 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.203040 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.203135 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.203228 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:37:12.203422 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.203585 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.203754 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.203915 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.204074 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.204234 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.204393 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.204551 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.204710 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.204869 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.205037 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.205196 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.205365 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.205524 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.205682 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.205843 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.206002 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.206162 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.206320 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.206479 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.206636 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.206835 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.207010 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.207171 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.207331 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.31/identity {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.207491 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.207650 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.207809 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.207969 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.208128 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.208286 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.208448 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.208608 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.208766 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.208925 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.209084 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.209244 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.209403 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.209619 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.209785 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.209975 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.210111 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.210270 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.210434 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.210641 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.210793 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.211099 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.211099 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.211327 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.211416 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.211524 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.211683 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.211844 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.212002 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.212162 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.212321 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.212480 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.212638 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.212796 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.212954 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.213113 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.213290 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.213453 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.213615 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.213773 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.213933 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.214101 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.214261 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.214419 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.214577 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.214769 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.214931 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.215089 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.215247 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.215405 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.215565 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.215723 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.215882 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.216041 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.216199 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.216357 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.216516 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.216675 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.216832 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.217001 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.217173 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.217332 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.217530 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.217656 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.217815 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.217974 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.218131 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.218289 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.218447 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.218605 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.218786 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.218945 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.219107 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.219266 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.219425 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.219584 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.219741 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.219899 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.220061 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.220220 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.220378 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.220538 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.220696 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.220853 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.221011 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.221168 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.221342 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.221483 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.221645 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.221806 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.221970 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.222138 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.222300 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.222459 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.222620 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.222801 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.222961 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.223120 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.223278 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.223438 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.223595 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.223755 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.223921 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.224090 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.224249 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.224408 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.224567 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.224751 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.224910 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.225071 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.225358 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.225534 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.225694 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.225854 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.226077 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.226255 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.226415 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.226574 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.226816 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.31/identity {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.226906 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.227056 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.227215 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.227374 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.227534 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.227694 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.227852 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.228545 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.228545 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.228545 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.228545 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.229050 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.229050 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.229050 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.229050 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.229382 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.229382 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.229561 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.229646 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.229765 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.229928 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.230086 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.230243 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.230400 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.230908 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.230908 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.230908 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.231181 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.231181 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.231324 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.231482 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.231640 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.231801 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.231958 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.232116 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.232274 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.232434 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.232593 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.232752 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.232911 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.233070 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.233226 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.233374 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.233548 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.233708 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.233866 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.234024 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.234182 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.234341 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.234500 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.234660 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.234842 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.235001 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.235160 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.235322 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.235484 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.235644 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.235805 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.235963 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.236121 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.236279 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.236437 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.236607 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.236766 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.236924 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.237082 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.237245 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.237413 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.237571 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.237729 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.237886 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.238046 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.238213 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.238370 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.238528 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.238685 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.238866 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.239045 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.239645 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.239645 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.239645 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.239645 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.240020 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.240020 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.240214 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.240214 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.240383 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.240545 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.240722 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.240908 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.241069 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.241234 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.241401 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.241569 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.241727 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.241895 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.242061 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.242226 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.242374 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.242538 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.242793 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.242923 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.243011 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.243174 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.243331 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.243495 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.243652 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.243811 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.243976 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.244154 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.244296 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.244455 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.244611 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.244769 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.244927 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.245099 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.245244 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.245403 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.245560 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.245717 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:37:12.245871 dv-cinder-818883-1-smb neutron-server[86732]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 23 12:37:12.357216 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 43954) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:37:12.365601 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [-] 10.222.0.31 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0061772 Nov 23 12:37:22.952172 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f51ef4a7-6a9a-4ede-ba3e-7d4f88bd8927 None None] get_active_networks_info from dv-cinder-818883-1-smb {{(pid=86839) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Nov 23 12:37:23.013950 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51ef4a7-6a9a-4ede-ba3e-7d4f88bd8927 None None] No non-hosted networks {{(pid=86839) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 23 12:37:23.023556 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-a6baaa16-d31c-45fb-b51e-5e175bb8f320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-505867'] for agent, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:23.395765 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-505867'] for agent, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:23.396435 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:37:23.396777 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:37:23.397333 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:37:23.397692 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:37:23.398097 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:37:23.398430 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:37:23.398790 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:37:23.399136 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:37:23.401747 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:37:23.401747 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:37:23.401747 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:37:23.401747 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:37:23.402119 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-818883-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=86839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:37:23.415932 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-818883-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=86839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:37:25.688189 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-66f7474f-1fc5-49cc-8643-03b84842248f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-505867'] for agent, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:25.739539 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-0d0b293b-a3ef-4515-9807-f0a8db444a9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:26.466867 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-8254020c-a8f6-4cc9-8d4f-32dd99c2f4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-505867'] for agent, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:27.821851 dv-cinder-818883-1-smb neutron-server[86839]: INFO neutron.db.l3_hamode_db [None req-ffbe9aab-5d21-4c1f-b192-0b0e0f4b9900 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 23 12:37:27.909251 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbe9aab-5d21-4c1f-b192-0b0e0f4b9900 None None] Routers set() bound to L3 agent in host dv-cinder-818883-1-smb {{(pid=86839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:37:27.909629 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbe9aab-5d21-4c1f-b192-0b0e0f4b9900 None None] Router IDs set() for agent in host dv-cinder-818883-1-smb {{(pid=86839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Nov 23 12:37:28.231963 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-3a3d0f92-e1d8-40e0-8f39-c6b28c555fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-505867'] for agent, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:29.868630 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 44050) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:37:30.495695 dv-cinder-818883-1-smb neutron-server[86838]: WARNING oslo_policy.policy [None req-6e4566a2-3a0f-4ff4-b483-45de3334d6e5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 12:37:30.496462 dv-cinder-818883-1-smb neutron-server[86838]: WARNING oslo_policy.policy [None req-6e4566a2-3a0f-4ff4-b483-45de3334d6e5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 12:37:30.727956 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [None req-6e4566a2-3a0f-4ff4-b483-45de3334d6e5 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=86838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 12:37:30.728951 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-6e4566a2-3a0f-4ff4-b483-45de3334d6e5 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8593976 Nov 23 12:37:33.112718 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 44064) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:37:33.744384 dv-cinder-818883-1-smb neutron-server[86837]: WARNING oslo_policy.policy [None req-e4e1d85a-f1af-44a9-9bbf-0e450e708c32 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 12:37:33.744909 dv-cinder-818883-1-smb neutron-server[86837]: WARNING oslo_policy.policy [None req-e4e1d85a-f1af-44a9-9bbf-0e450e708c32 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 12:37:33.960142 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.v2.base [None req-e4e1d85a-f1af-44a9-9bbf-0e450e708c32 admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=86837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:37:34.063411 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.policy [None req-e4e1d85a-f1af-44a9-9bbf-0e450e708c32 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86837) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 23 12:37:34.110224 dv-cinder-818883-1-smb neutron-server[86837]: WARNING oslo_policy.policy [None req-e4e1d85a-f1af-44a9-9bbf-0e450e708c32 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 12:37:34.110605 dv-cinder-818883-1-smb neutron-server[86837]: WARNING oslo_policy.policy [None req-e4e1d85a-f1af-44a9-9bbf-0e450e708c32 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 12:37:34.119575 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.quota [None req-e4e1d85a-f1af-44a9-9bbf-0e450e708c32 admin admin] Loaded quota_driver: . Nov 23 12:37:34.135344 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-e4e1d85a-f1af-44a9-9bbf-0e450e708c32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:37:34.200816 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-e4e1d85a-f1af-44a9-9bbf-0e450e708c32 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788172275563', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788172271896', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788172253273', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788172258353', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788172248679', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788172239214', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1549711', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1424271', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-701165', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-783269'] for rbac-policy, before_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:34.273598 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-e4e1d85a-f1af-44a9-9bbf-0e450e708c32 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:34.275099 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-e4e1d85a-f1af-44a9-9bbf-0e450e708c32 admin admin] 10.222.0.31 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1603174 Nov 23 12:37:36.955026 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 44082) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:37:37.335431 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.v2.base [None req-82d0b54f-cb05-4550-91f8-fd5c4a7ea3b3 admin admin] Request body: {'network': {'project_id': 'f238086704eb46869ddec6f2905fabc0', 'admin_state_up': True, 'name': 'private'}} {{(pid=86837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:37:37.340837 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-82d0b54f-cb05-4550-91f8-fd5c4a7ea3b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:37:37.345227 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-82d0b54f-cb05-4550-91f8-fd5c4a7ea3b3 admin admin] Usage tracker for resource:network and tenant:f238086704eb46869ddec6f2905fabc0 is out of sync, need to count used quota {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:37:37.353914 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-82d0b54f-cb05-4550-91f8-fd5c4a7ea3b3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:37:37.362001 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-82d0b54f-cb05-4550-91f8-fd5c4a7ea3b3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:37:37.377489 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82d0b54f-cb05-4550-91f8-fd5c4a7ea3b3 admin admin] Made reservation on behalf of f238086704eb46869ddec6f2905fabc0 for: {'network': 1} {{(pid=86837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:37:37.380500 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-82d0b54f-cb05-4550-91f8-fd5c4a7ea3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for network, before_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:37.398878 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-82d0b54f-cb05-4550-91f8-fd5c4a7ea3b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:37.414190 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-82d0b54f-cb05-4550-91f8-fd5c4a7ea3b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:37:37.418300 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-82d0b54f-cb05-4550-91f8-fd5c4a7ea3b3 admin admin] Usage tracker for resource:security_group_rule and tenant:f238086704eb46869ddec6f2905fabc0 is out of sync, need to count used quota {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:37:37.423757 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-82d0b54f-cb05-4550-91f8-fd5c4a7ea3b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:37:37.430232 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-82d0b54f-cb05-4550-91f8-fd5c4a7ea3b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:37:37.535382 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-82d0b54f-cb05-4550-91f8-fd5c4a7ea3b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:37.540710 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-82d0b54f-cb05-4550-91f8-fd5c4a7ea3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:37.546413 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:37:37.567517 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82d0b54f-cb05-4550-91f8-fd5c4a7ea3b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 799, 'physical_network': 'physnet1'} {{(pid=86837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 12:37:37.594821 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-82d0b54f-cb05-4550-91f8-fd5c4a7ea3b3 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788170962589', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572451'] for segment, precommit_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:37.595441 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-82d0b54f-cb05-4550-91f8-fd5c4a7ea3b3 admin admin] Unsubscribe: segment precommit_create {{(pid=86837) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 23 12:37:37.595905 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.db.segments_db [None req-82d0b54f-cb05-4550-91f8-fd5c4a7ea3b3 admin admin] Added segment 37829313-77c6-431d-860d-b4944b8fa118 of type vlan for network c5ce8571-9641-4b86-b766-064d34d667a1 Nov 23 12:37:37.644017 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d0b54f-cb05-4550-91f8-fd5c4a7ea3b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83019e9d-e5aa-4a2c-8cb1-7e83c5fe969e,revision_number=1']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:37:37.666037 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d0b54f-cb05-4550-91f8-fd5c4a7ea3b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:37:37.666369 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d0b54f-cb05-4550-91f8-fd5c4a7ea3b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:37:37.666720 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d0b54f-cb05-4550-91f8-fd5c4a7ea3b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:37:37.667030 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d0b54f-cb05-4550-91f8-fd5c4a7ea3b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:37:37.667355 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d0b54f-cb05-4550-91f8-fd5c4a7ea3b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:37:37.667671 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d0b54f-cb05-4550-91f8-fd5c4a7ea3b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:37:37.667982 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d0b54f-cb05-4550-91f8-fd5c4a7ea3b3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:37:37.668292 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d0b54f-cb05-4550-91f8-fd5c4a7ea3b3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:37:37.668616 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d0b54f-cb05-4550-91f8-fd5c4a7ea3b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:37:37.668931 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d0b54f-cb05-4550-91f8-fd5c4a7ea3b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:37:37.669236 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d0b54f-cb05-4550-91f8-fd5c4a7ea3b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:37:37.669543 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d0b54f-cb05-4550-91f8-fd5c4a7ea3b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:37:37.670618 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d0b54f-cb05-4550-91f8-fd5c4a7ea3b3 admin admin] Tracked resource versions report: Nov 23 12:37:37.670618 dv-cinder-818883-1-smb neutron-server[86837]: pushed versions: Nov 23 12:37:37.670618 dv-cinder-818883-1-smb neutron-server[86837]: { 'AddressGroup': {'1.2'}, Nov 23 12:37:37.670618 dv-cinder-818883-1-smb neutron-server[86837]: 'ConntrackHelper': {'1.0'}, Nov 23 12:37:37.670618 dv-cinder-818883-1-smb neutron-server[86837]: 'Log': {'1.0'}, Nov 23 12:37:37.670618 dv-cinder-818883-1-smb neutron-server[86837]: 'Network': {'1.1'}, Nov 23 12:37:37.670618 dv-cinder-818883-1-smb neutron-server[86837]: 'Port': {'1.7'}, Nov 23 12:37:37.670618 dv-cinder-818883-1-smb neutron-server[86837]: 'PortForwarding': {'1.2'}, Nov 23 12:37:37.670618 dv-cinder-818883-1-smb neutron-server[86837]: 'QosPolicy': {'1.8'}, Nov 23 12:37:37.670618 dv-cinder-818883-1-smb neutron-server[86837]: 'SecurityGroup': {'1.4'}, Nov 23 12:37:37.670618 dv-cinder-818883-1-smb neutron-server[86837]: 'SecurityGroupRule': {'1.2'}, Nov 23 12:37:37.670618 dv-cinder-818883-1-smb neutron-server[86837]: 'SubPort': {'1.0'}, Nov 23 12:37:37.670618 dv-cinder-818883-1-smb neutron-server[86837]: 'Subnet': {'1.1'}, Nov 23 12:37:37.670618 dv-cinder-818883-1-smb neutron-server[86837]: 'Trunk': {'1.1'}} Nov 23 12:37:37.670618 dv-cinder-818883-1-smb neutron-server[86837]: consumer versions: Nov 23 12:37:37.670618 dv-cinder-818883-1-smb neutron-server[86837]: { DHCP agent@dv-cinder-818883-1-smb: {}, Nov 23 12:37:37.670618 dv-cinder-818883-1-smb neutron-server[86837]: L3 agent@dv-cinder-818883-1-smb: {}, Nov 23 12:37:37.670618 dv-cinder-818883-1-smb neutron-server[86837]: Metadata agent@dv-cinder-818883-1-smb: {}, Nov 23 12:37:37.670618 dv-cinder-818883-1-smb neutron-server[86837]: Metering agent@dv-cinder-818883-1-smb: {}, Nov 23 12:37:37.670618 dv-cinder-818883-1-smb neutron-server[86837]: Open vSwitch agent@dv-cinder-818883-1-smb: { 'AddressGroup': '1.2', Nov 23 12:37:37.670618 dv-cinder-818883-1-smb neutron-server[86837]: 'ConntrackHelper': '1.0', Nov 23 12:37:37.670618 dv-cinder-818883-1-smb neutron-server[86837]: 'Log': '1.0', Nov 23 12:37:37.670618 dv-cinder-818883-1-smb neutron-server[86837]: 'Network': '1.1', Nov 23 12:37:37.670618 dv-cinder-818883-1-smb neutron-server[86837]: 'Port': '1.7', Nov 23 12:37:37.670618 dv-cinder-818883-1-smb neutron-server[86837]: 'PortForwarding': '1.2', Nov 23 12:37:37.670618 dv-cinder-818883-1-smb neutron-server[86837]: 'QosPolicy': '1.8', Nov 23 12:37:37.670618 dv-cinder-818883-1-smb neutron-server[86837]: 'SecurityGroup': '1.4', Nov 23 12:37:37.670618 dv-cinder-818883-1-smb neutron-server[86837]: 'SecurityGroupRule': '1.2', Nov 23 12:37:37.670618 dv-cinder-818883-1-smb neutron-server[86837]: 'SubPort': '1.0', Nov 23 12:37:37.670618 dv-cinder-818883-1-smb neutron-server[86837]: 'Subnet': '1.1', Nov 23 12:37:37.670618 dv-cinder-818883-1-smb neutron-server[86837]: 'Trunk': '1.1'}} Nov 23 12:37:37.670618 dv-cinder-818883-1-smb neutron-server[86837]: {{(pid=86837) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 12:37:37.713482 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-82d0b54f-cb05-4550-91f8-fd5c4a7ea3b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788170511809'] for network, precommit_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:37.721192 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-82d0b54f-cb05-4550-91f8-fd5c4a7ea3b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:37:37.759941 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-82d0b54f-cb05-4550-91f8-fd5c4a7ea3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595'] for network, after_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:37.761486 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d0b54f-cb05-4550-91f8-fd5c4a7ea3b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:37:37.762152 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-82d0b54f-cb05-4550-91f8-fd5c4a7ea3b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600637'] for network, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:37.765425 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:37:37.871479 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d0b54f-cb05-4550-91f8-fd5c4a7ea3b3 admin admin] Pushing event updated for resources: {'Network': ['ID=c5ce8571-9641-4b86-b766-064d34d667a1,revision_number=1']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:37:37.874179 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-82d0b54f-cb05-4550-91f8-fd5c4a7ea3b3 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9181416 Nov 23 12:37:37.876377 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-82d0b54f-cb05-4550-91f8-fd5c4a7ea3b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:37:37.888082 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Network c5ce8571-9641-4b86-b766-064d34d667a1 details requested by agent ovs-agent-dv-cinder-818883-1-smb with host dv-cinder-818883-1-smb {{(pid=86839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 23 12:37:40.599466 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 44098) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:37:41.071116 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd89212-3795-4bb2-8810-a3b005168e5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:37:41.075403 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-fbd89212-3795-4bb2-8810-a3b005168e5a admin admin] 10.222.0.31 "GET /v2.0/networks/c5ce8571-9641-4b86-b766-064d34d667a1 HTTP/1.1" status: 200 len: 825 time: 0.4719744 Nov 23 12:37:41.101812 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-57d24418-0e6d-4f77-9412-a7f240b2779c admin admin] 10.222.0.31 "GET /v2.0/subnetpools/db0f74b0-c4f2-41e0-8a39-e5ea22c1e73c HTTP/1.1" status: 200 len: 734 time: 0.0238373 Nov 23 12:37:41.111209 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.v2.base [None req-41acd745-11dd-43d7-ae00-55f73a71a333 admin admin] Request body: {'subnet': {'network_id': 'c5ce8571-9641-4b86-b766-064d34d667a1', 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'db0f74b0-c4f2-41e0-8a39-e5ea22c1e73c', 'tenant_id': 'f238086704eb46869ddec6f2905fabc0', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=86837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:37:41.116553 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-41acd745-11dd-43d7-ae00-55f73a71a333 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:37:41.120716 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-41acd745-11dd-43d7-ae00-55f73a71a333 admin admin] Usage tracker for resource:subnet and tenant:f238086704eb46869ddec6f2905fabc0 is out of sync, need to count used quota {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:37:41.123890 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-41acd745-11dd-43d7-ae00-55f73a71a333 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:37:41.129978 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-41acd745-11dd-43d7-ae00-55f73a71a333 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:37:41.144074 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41acd745-11dd-43d7-ae00-55f73a71a333 admin admin] Made reservation on behalf of f238086704eb46869ddec6f2905fabc0 for: {'subnet': 1} {{(pid=86837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:37:41.146533 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-41acd745-11dd-43d7-ae00-55f73a71a333 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:41.416599 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-41acd745-11dd-43d7-ae00-55f73a71a333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595'] for subnet, after_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:41.422072 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:37:41.515480 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41acd745-11dd-43d7-ae00-55f73a71a333 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59d49ca7-1b5c-43ce-bf85-20481f1cea96,revision_number=0']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:37:41.519682 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41acd745-11dd-43d7-ae00-55f73a71a333 admin admin] Checking segment: {'id': '37829313-77c6-431d-860d-b4944b8fa118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'c5ce8571-9641-4b86-b766-064d34d667a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:37:41.520060 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41acd745-11dd-43d7-ae00-55f73a71a333 admin admin] Network hostable DHCP agents. Network: c5ce8571-9641-4b86-b766-064d34d667a1, hostable agents: ['7adafed1-c9c5-48d0-9254-d37451f0c452'], hosted agents: [] {{(pid=86837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 12:37:41.525026 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-41acd745-11dd-43d7-ae00-55f73a71a333 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:37:41.545551 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41acd745-11dd-43d7-ae00-55f73a71a333 admin admin] Network c5ce8571-9641-4b86-b766-064d34d667a1 is scheduled to be hosted by DHCP agent 7adafed1-c9c5-48d0-9254-d37451f0c452 with binding_index 1 {{(pid=86837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 12:37:41.558334 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.scheduler.base_scheduler [None req-41acd745-11dd-43d7-ae00-55f73a71a333 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818883-1-smb, c5ce8571-9641-4b86-b766-064d34d667a1) {{(pid=86837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:37:41.563704 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41acd745-11dd-43d7-ae00-55f73a71a333 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:37:41.564361 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-41acd745-11dd-43d7-ae00-55f73a71a333 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600637'] for subnet, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:41.568792 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e37a25c-7f0e-4643-8035-a16f7d0bdc7e None None] Network c5ce8571-9641-4b86-b766-064d34d667a1 requested from dv-cinder-818883-1-smb {{(pid=86839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 12:37:41.585919 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-41acd745-11dd-43d7-ae00-55f73a71a333 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4783227 Nov 23 12:37:41.978197 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d5fec99-896b-4b65-9867-0dd681f3be05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0c9dd91-ffd1-5775-97a7-a610159af9e0-c5ce8571-9641-4b86-b766-064d34d667a1', 'network_id': 'c5ce8571-9641-4b86-b766-064d34d667a1', 'tenant_id': 'f238086704eb46869ddec6f2905fabc0', 'fixed_ips': [{'subnet_id': '59d49ca7-1b5c-43ce-bf85-20481f1cea96'}]}} from dv-cinder-818883-1-smb. {{(pid=86839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 23 12:37:41.979483 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-2d5fec99-896b-4b65-9867-0dd681f3be05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:42.169223 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.db_base_plugin_common [None req-2d5fec99-896b-4b65-9867-0dd681f3be05 None None] Allocated IP 172.20.0.2 (c5ce8571-9641-4b86-b766-064d34d667a1/59d49ca7-1b5c-43ce-bf85-20481f1cea96/4876f978-46b7-4f8e-adfd-cf63d30eae47) {{(pid=86839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:37:42.405024 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-2d5fec99-896b-4b65-9867-0dd681f3be05 None None] Notify callbacks [] for port, precommit_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:42.425521 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-2d5fec99-896b-4b65-9867-0dd681f3be05 None None] Transition to ACTIVE for port object 4876f978-46b7-4f8e-adfd-cf63d30eae47 will not be triggered until provisioned by entity L2. {{(pid=86839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:37:42.445986 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-2d5fec99-896b-4b65-9867-0dd681f3be05 None None] Transition to ACTIVE for port object 4876f978-46b7-4f8e-adfd-cf63d30eae47 will not be triggered until provisioned by entity DHCP. {{(pid=86839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:37:42.453168 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-2d5fec99-896b-4b65-9867-0dd681f3be05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788170525763'] for port, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:42.458715 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:37:42.526362 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d5fec99-896b-4b65-9867-0dd681f3be05 None None] Network c5ce8571-9641-4b86-b766-064d34d667a1 is already hosted by enough agents. {{(pid=86839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:37:42.529264 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.scheduler.base_scheduler [None req-2d5fec99-896b-4b65-9867-0dd681f3be05 None None] Resources bound (agent type, host, resource id): {{(pid=86839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:37:42.539777 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5fec99-896b-4b65-9867-0dd681f3be05 None None] Received port after_create {{(pid=86839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 12:37:42.541964 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5fec99-896b-4b65-9867-0dd681f3be05 None None] Pushing event updated for resources: {'Port': ['ID=4876f978-46b7-4f8e-adfd-cf63d30eae47,revision_number=1']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:37:42.579184 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5fec99-896b-4b65-9867-0dd681f3be05 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:37:42.579872 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5fec99-896b-4b65-9867-0dd681f3be05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:37:42.579872 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5fec99-896b-4b65-9867-0dd681f3be05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:37:42.580169 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5fec99-896b-4b65-9867-0dd681f3be05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:37:42.580493 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5fec99-896b-4b65-9867-0dd681f3be05 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:37:42.580816 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5fec99-896b-4b65-9867-0dd681f3be05 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:37:42.581123 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5fec99-896b-4b65-9867-0dd681f3be05 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:37:42.581443 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5fec99-896b-4b65-9867-0dd681f3be05 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:37:42.581759 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5fec99-896b-4b65-9867-0dd681f3be05 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:37:42.582066 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5fec99-896b-4b65-9867-0dd681f3be05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:37:42.582364 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5fec99-896b-4b65-9867-0dd681f3be05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:37:42.582682 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5fec99-896b-4b65-9867-0dd681f3be05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:37:42.583789 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5fec99-896b-4b65-9867-0dd681f3be05 None None] Tracked resource versions report: Nov 23 12:37:42.583789 dv-cinder-818883-1-smb neutron-server[86839]: pushed versions: Nov 23 12:37:42.583789 dv-cinder-818883-1-smb neutron-server[86839]: { 'AddressGroup': {'1.2'}, Nov 23 12:37:42.583789 dv-cinder-818883-1-smb neutron-server[86839]: 'ConntrackHelper': {'1.0'}, Nov 23 12:37:42.583789 dv-cinder-818883-1-smb neutron-server[86839]: 'Log': {'1.0'}, Nov 23 12:37:42.583789 dv-cinder-818883-1-smb neutron-server[86839]: 'Network': {'1.1'}, Nov 23 12:37:42.583789 dv-cinder-818883-1-smb neutron-server[86839]: 'Port': {'1.7'}, Nov 23 12:37:42.583789 dv-cinder-818883-1-smb neutron-server[86839]: 'PortForwarding': {'1.2'}, Nov 23 12:37:42.583789 dv-cinder-818883-1-smb neutron-server[86839]: 'QosPolicy': {'1.8'}, Nov 23 12:37:42.583789 dv-cinder-818883-1-smb neutron-server[86839]: 'SecurityGroup': {'1.4'}, Nov 23 12:37:42.583789 dv-cinder-818883-1-smb neutron-server[86839]: 'SecurityGroupRule': {'1.2'}, Nov 23 12:37:42.583789 dv-cinder-818883-1-smb neutron-server[86839]: 'SubPort': {'1.0'}, Nov 23 12:37:42.583789 dv-cinder-818883-1-smb neutron-server[86839]: 'Subnet': {'1.1'}, Nov 23 12:37:42.583789 dv-cinder-818883-1-smb neutron-server[86839]: 'Trunk': {'1.1'}} Nov 23 12:37:42.583789 dv-cinder-818883-1-smb neutron-server[86839]: consumer versions: Nov 23 12:37:42.583789 dv-cinder-818883-1-smb neutron-server[86839]: { DHCP agent@dv-cinder-818883-1-smb: {}, Nov 23 12:37:42.583789 dv-cinder-818883-1-smb neutron-server[86839]: L3 agent@dv-cinder-818883-1-smb: {}, Nov 23 12:37:42.583789 dv-cinder-818883-1-smb neutron-server[86839]: Metadata agent@dv-cinder-818883-1-smb: {}, Nov 23 12:37:42.583789 dv-cinder-818883-1-smb neutron-server[86839]: Metering agent@dv-cinder-818883-1-smb: {}, Nov 23 12:37:42.583789 dv-cinder-818883-1-smb neutron-server[86839]: Open vSwitch agent@dv-cinder-818883-1-smb: { 'AddressGroup': '1.2', Nov 23 12:37:42.583789 dv-cinder-818883-1-smb neutron-server[86839]: 'ConntrackHelper': '1.0', Nov 23 12:37:42.583789 dv-cinder-818883-1-smb neutron-server[86839]: 'Log': '1.0', Nov 23 12:37:42.583789 dv-cinder-818883-1-smb neutron-server[86839]: 'Network': '1.1', Nov 23 12:37:42.583789 dv-cinder-818883-1-smb neutron-server[86839]: 'Port': '1.7', Nov 23 12:37:42.583789 dv-cinder-818883-1-smb neutron-server[86839]: 'PortForwarding': '1.2', Nov 23 12:37:42.583789 dv-cinder-818883-1-smb neutron-server[86839]: 'QosPolicy': '1.8', Nov 23 12:37:42.583789 dv-cinder-818883-1-smb neutron-server[86839]: 'SecurityGroup': '1.4', Nov 23 12:37:42.583789 dv-cinder-818883-1-smb neutron-server[86839]: 'SecurityGroupRule': '1.2', Nov 23 12:37:42.583789 dv-cinder-818883-1-smb neutron-server[86839]: 'SubPort': '1.0', Nov 23 12:37:42.583789 dv-cinder-818883-1-smb neutron-server[86839]: 'Subnet': '1.1', Nov 23 12:37:42.583789 dv-cinder-818883-1-smb neutron-server[86839]: 'Trunk': '1.1'}} Nov 23 12:37:42.583789 dv-cinder-818883-1-smb neutron-server[86839]: {{(pid=86839) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 12:37:42.598168 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-2d5fec99-896b-4b65-9867-0dd681f3be05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:37:42.648079 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.managers [None req-2d5fec99-896b-4b65-9867-0dd681f3be05 None None] Attempting to bind port 4876f978-46b7-4f8e-adfd-cf63d30eae47 on host dv-cinder-818883-1-smb for vnic_type normal with profile {{(pid=86839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 12:37:42.648489 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.managers [None req-2d5fec99-896b-4b65-9867-0dd681f3be05 None None] Attempting to bind port 4876f978-46b7-4f8e-adfd-cf63d30eae47 by drivers openvswitch,hyperv on host dv-cinder-818883-1-smb at level 0 using segments [{'id': '37829313-77c6-431d-860d-b4944b8fa118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'c5ce8571-9641-4b86-b766-064d34d667a1'}] {{(pid=86839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 12:37:42.648916 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5fec99-896b-4b65-9867-0dd681f3be05 None None] Attempting to bind port 4876f978-46b7-4f8e-adfd-cf63d30eae47 on network c5ce8571-9641-4b86-b766-064d34d667a1 {{(pid=86839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:37:42.654524 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5fec99-896b-4b65-9867-0dd681f3be05 None None] Checking agent: {'id': 'cd5e743e-4289-46d3-a833-871886dcba65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818883-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 37, 23), 'started_at': datetime.datetime(2021, 11, 23, 12, 37, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818883-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 12:37:42.654961 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5fec99-896b-4b65-9867-0dd681f3be05 None None] Checking segment: {'id': '37829313-77c6-431d-860d-b4944b8fa118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'c5ce8571-9641-4b86-b766-064d34d667a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:37:42.655527 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-2d5fec99-896b-4b65-9867-0dd681f3be05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:42.655849 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5fec99-896b-4b65-9867-0dd681f3be05 None None] Bound using segment: {'id': '37829313-77c6-431d-860d-b4944b8fa118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'c5ce8571-9641-4b86-b766-064d34d667a1'} {{(pid=86839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 12:37:42.656343 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.managers [None req-2d5fec99-896b-4b65-9867-0dd681f3be05 None None] Bound port: 4876f978-46b7-4f8e-adfd-cf63d30eae47, host: dv-cinder-818883-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37829313-77c6-431d-860d-b4944b8fa118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'c5ce8571-9641-4b86-b766-064d34d667a1'}}] {{(pid=86839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 12:37:42.656764 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-2d5fec99-896b-4b65-9867-0dd681f3be05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:42.767725 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-2d5fec99-896b-4b65-9867-0dd681f3be05 None None] For port 4876f978-46b7-4f8e-adfd-cf63d30eae47, host dv-cinder-818883-1-smb, cleared binding levels {{(pid=86839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 12:37:42.772687 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-2d5fec99-896b-4b65-9867-0dd681f3be05 None None] For port 4876f978-46b7-4f8e-adfd-cf63d30eae47, host dv-cinder-818883-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-smb',level=0,port_id=4876f978-46b7-4f8e-adfd-cf63d30eae47,segment=NetworkSegment(37829313-77c6-431d-860d-b4944b8fa118),segment_id=37829313-77c6-431d-860d-b4944b8fa118)] {{(pid=86839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 12:37:42.787301 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-2d5fec99-896b-4b65-9867-0dd681f3be05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826'] for port, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:42.792222 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-2d5fec99-896b-4b65-9867-0dd681f3be05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:37:42.880191 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5fec99-896b-4b65-9867-0dd681f3be05 None None] Pushing event updated for resources: {'Port': ['ID=4876f978-46b7-4f8e-adfd-cf63d30eae47,revision_number=2']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:37:42.883967 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-2d5fec99-896b-4b65-9867-0dd681f3be05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:37:43.990418 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 44108) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:37:44.400224 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [None req-a7c52efd-b498-4533-abb3-b1a1ce65fca6 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=86837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 12:37:44.401214 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-a7c52efd-b498-4533-abb3-b1a1ce65fca6 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4098155 Nov 23 12:37:45.581539 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Device 4876f978-46b7-4f8e-adfd-cf63d30eae47 up at agent ovs-agent-dv-cinder-818883-1-smb {{(pid=86839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:37:45.665661 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Provisioning for port 4876f978-46b7-4f8e-adfd-cf63d30eae47 completed by entity L2. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:37:46.530934 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf95d27a-2d82-4ad5-af25-a4ccf70e62cb None None] Network c5ce8571-9641-4b86-b766-064d34d667a1 requested from dv-cinder-818883-1-smb {{(pid=86839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 12:37:46.621507 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-5f97dd0b-fa83-4bd5-87c5-172081e50195 None None] Provisioning for port 4876f978-46b7-4f8e-adfd-cf63d30eae47 completed by entity DHCP. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:37:46.632113 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-5f97dd0b-fa83-4bd5-87c5-172081e50195 None None] Provisioning complete for port 4876f978-46b7-4f8e-adfd-cf63d30eae47 triggered by entity DHCP. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:37:46.632522 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5f97dd0b-fa83-4bd5-87c5-172081e50195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567787'] for port, provisioning_complete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:46.847089 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 44122) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:37:46.854650 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5f97dd0b-fa83-4bd5-87c5-172081e50195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:46.908715 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-5f97dd0b-fa83-4bd5-87c5-172081e50195 None None] For port 4876f978-46b7-4f8e-adfd-cf63d30eae47, host dv-cinder-818883-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-smb',level=0,port_id=4876f978-46b7-4f8e-adfd-cf63d30eae47,segment=NetworkSegment(37829313-77c6-431d-860d-b4944b8fa118),segment_id=37829313-77c6-431d-860d-b4944b8fa118)] {{(pid=86839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:37:46.913822 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5f97dd0b-fa83-4bd5-87c5-172081e50195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826'] for port, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:46.918224 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:37:46.987549 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f97dd0b-fa83-4bd5-87c5-172081e50195 None None] Pushing event updated for resources: {'Port': ['ID=4876f978-46b7-4f8e-adfd-cf63d30eae47,revision_number=3']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:37:46.991048 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-5f97dd0b-fa83-4bd5-87c5-172081e50195 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:37:47.234072 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [None req-1b87375d-0675-40e3-8970-a8b29c448ee9 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=86837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 12:37:47.235135 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-1b87375d-0675-40e3-8970-a8b29c448ee9 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3871114 Nov 23 12:37:47.237272 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-c686b54e-b47b-4852-a552-751ce9dd98b9 None None] Provisioning complete for port 4876f978-46b7-4f8e-adfd-cf63d30eae47 triggered by entity DHCP. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:37:47.237651 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-c686b54e-b47b-4852-a552-751ce9dd98b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567787'] for port, provisioning_complete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:47.557704 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Device 4876f978-46b7-4f8e-adfd-cf63d30eae47 up at agent ovs-agent-dv-cinder-818883-1-smb {{(pid=86839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:37:47.625535 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Provisioning complete for port 4876f978-46b7-4f8e-adfd-cf63d30eae47 triggered by entity L2. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:37:47.626182 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567787'] for port, provisioning_complete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:49.874631 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 44134) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:37:50.241237 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.v2.base [None req-cf671fe7-25c1-41c2-8139-bd28cf2421bc admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'f238086704eb46869ddec6f2905fabc0', 'admin_state_up': True}} {{(pid=86837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:37:50.246442 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-cf671fe7-25c1-41c2-8139-bd28cf2421bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:37:50.250414 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-cf671fe7-25c1-41c2-8139-bd28cf2421bc admin admin] Usage tracker for resource:router and tenant:f238086704eb46869ddec6f2905fabc0 is out of sync, need to count used quota {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:37:50.253661 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-cf671fe7-25c1-41c2-8139-bd28cf2421bc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:37:50.259505 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-cf671fe7-25c1-41c2-8139-bd28cf2421bc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:37:50.272875 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-cf671fe7-25c1-41c2-8139-bd28cf2421bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-504028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1029442'] for router, before_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:50.274648 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-cf671fe7-25c1-41c2-8139-bd28cf2421bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-503051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-505611', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1029497'] for router, precommit_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:50.297584 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-cf671fe7-25c1-41c2-8139-bd28cf2421bc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:50.404736 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-cf671fe7-25c1-41c2-8139-bd28cf2421bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-503847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-505820'] for router, after_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:50.425156 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-cf671fe7-25c1-41c2-8139-bd28cf2421bc admin admin] Notify callbacks [] for router, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:50.427239 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-cf671fe7-25c1-41c2-8139-bd28cf2421bc admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5515025 Nov 23 12:37:52.815238 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 44144) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:37:52.851131 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-679413b9-5552-4f2d-8368-e1e335a70c46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:53.219785 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [None req-d5391898-7fae-435c-be55-687957fa6e3a admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=86837) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 12:37:53.220754 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-d5391898-7fae-435c-be55-687957fa6e3a admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4045775 Nov 23 12:37:53.388820 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:55.647391 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 44154) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:37:55.684694 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-65e10843-d6a2-4a43-8abf-8c1cc2e5a274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:56.041934 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.v2.base [None req-bbbf7ecc-5623-4e46-83db-6a3479db38a2 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'is_default': True, 'name': 'public', 'router:external': True, 'admin_state_up': True}} {{(pid=86838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:37:56.043512 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.quota [None req-bbbf7ecc-5623-4e46-83db-6a3479db38a2 admin admin] Loaded quota_driver: . Nov 23 12:37:56.059955 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-bbbf7ecc-5623-4e46-83db-6a3479db38a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:37:56.066678 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-bbbf7ecc-5623-4e46-83db-6a3479db38a2 admin admin] Usage tracker for resource:network and tenant:8a45f5c0fa364e969c4b3d268b1ee053 is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:37:56.071715 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-bbbf7ecc-5623-4e46-83db-6a3479db38a2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:37:56.079457 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-bbbf7ecc-5623-4e46-83db-6a3479db38a2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:37:56.096573 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbbf7ecc-5623-4e46-83db-6a3479db38a2 admin admin] Made reservation on behalf of 8a45f5c0fa364e969c4b3d268b1ee053 for: {'network': 1} {{(pid=86838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:37:56.169247 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.policy [None req-bbbf7ecc-5623-4e46-83db-6a3479db38a2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86838) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 23 12:37:56.213995 dv-cinder-818883-1-smb neutron-server[86838]: WARNING oslo_policy.policy [None req-bbbf7ecc-5623-4e46-83db-6a3479db38a2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 12:37:56.214361 dv-cinder-818883-1-smb neutron-server[86838]: WARNING oslo_policy.policy [None req-bbbf7ecc-5623-4e46-83db-6a3479db38a2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 12:37:56.224086 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-bbbf7ecc-5623-4e46-83db-6a3479db38a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for network, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:56.244235 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-bbbf7ecc-5623-4e46-83db-6a3479db38a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:56.258983 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-bbbf7ecc-5623-4e46-83db-6a3479db38a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:37:56.262920 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-bbbf7ecc-5623-4e46-83db-6a3479db38a2 admin admin] Usage tracker for resource:security_group_rule and tenant:8a45f5c0fa364e969c4b3d268b1ee053 is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:37:56.266542 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-bbbf7ecc-5623-4e46-83db-6a3479db38a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:37:56.272386 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-bbbf7ecc-5623-4e46-83db-6a3479db38a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:37:56.378957 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-bbbf7ecc-5623-4e46-83db-6a3479db38a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:56.388464 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-bbbf7ecc-5623-4e46-83db-6a3479db38a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:56.393465 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:37:56.406556 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-bbbf7ecc-5623-4e46-83db-6a3479db38a2 admin admin] Reserving flat network on physical network physnet1 {{(pid=86838) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 23 12:37:56.410306 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-8254020c-a8f6-4cc9-8d4f-32dd99c2f4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:56.439072 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-bbbf7ecc-5623-4e46-83db-6a3479db38a2 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788170962589', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572451'] for segment, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:56.439677 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-bbbf7ecc-5623-4e46-83db-6a3479db38a2 admin admin] Unsubscribe: segment precommit_create {{(pid=86838) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 23 12:37:56.440148 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.db.segments_db [None req-bbbf7ecc-5623-4e46-83db-6a3479db38a2 admin admin] Added segment 2dcdf227-6722-4632-a1c4-3c71d035812a of type flat for network 2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429 Nov 23 12:37:56.492031 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbf7ecc-5623-4e46-83db-6a3479db38a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2e62ec9-70b2-407e-aa01-ad302c7d6023,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:37:56.514349 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbf7ecc-5623-4e46-83db-6a3479db38a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:37:56.514689 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbf7ecc-5623-4e46-83db-6a3479db38a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:37:56.515043 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbf7ecc-5623-4e46-83db-6a3479db38a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:37:56.515370 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbf7ecc-5623-4e46-83db-6a3479db38a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:37:56.515701 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbf7ecc-5623-4e46-83db-6a3479db38a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:37:56.516020 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbf7ecc-5623-4e46-83db-6a3479db38a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:37:56.516336 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbf7ecc-5623-4e46-83db-6a3479db38a2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:37:56.516731 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbf7ecc-5623-4e46-83db-6a3479db38a2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:37:56.517013 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbf7ecc-5623-4e46-83db-6a3479db38a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:37:56.517292 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbf7ecc-5623-4e46-83db-6a3479db38a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:37:56.517634 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbf7ecc-5623-4e46-83db-6a3479db38a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:37:56.517942 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbf7ecc-5623-4e46-83db-6a3479db38a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:37:56.519041 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbf7ecc-5623-4e46-83db-6a3479db38a2 admin admin] Tracked resource versions report: Nov 23 12:37:56.519041 dv-cinder-818883-1-smb neutron-server[86838]: pushed versions: Nov 23 12:37:56.519041 dv-cinder-818883-1-smb neutron-server[86838]: { 'AddressGroup': {'1.2'}, Nov 23 12:37:56.519041 dv-cinder-818883-1-smb neutron-server[86838]: 'ConntrackHelper': {'1.0'}, Nov 23 12:37:56.519041 dv-cinder-818883-1-smb neutron-server[86838]: 'Log': {'1.0'}, Nov 23 12:37:56.519041 dv-cinder-818883-1-smb neutron-server[86838]: 'Network': {'1.1'}, Nov 23 12:37:56.519041 dv-cinder-818883-1-smb neutron-server[86838]: 'Port': {'1.7'}, Nov 23 12:37:56.519041 dv-cinder-818883-1-smb neutron-server[86838]: 'PortForwarding': {'1.2'}, Nov 23 12:37:56.519041 dv-cinder-818883-1-smb neutron-server[86838]: 'QosPolicy': {'1.8'}, Nov 23 12:37:56.519041 dv-cinder-818883-1-smb neutron-server[86838]: 'SecurityGroup': {'1.4'}, Nov 23 12:37:56.519041 dv-cinder-818883-1-smb neutron-server[86838]: 'SecurityGroupRule': {'1.2'}, Nov 23 12:37:56.519041 dv-cinder-818883-1-smb neutron-server[86838]: 'SubPort': {'1.0'}, Nov 23 12:37:56.519041 dv-cinder-818883-1-smb neutron-server[86838]: 'Subnet': {'1.1'}, Nov 23 12:37:56.519041 dv-cinder-818883-1-smb neutron-server[86838]: 'Trunk': {'1.1'}} Nov 23 12:37:56.519041 dv-cinder-818883-1-smb neutron-server[86838]: consumer versions: Nov 23 12:37:56.519041 dv-cinder-818883-1-smb neutron-server[86838]: { DHCP agent@dv-cinder-818883-1-smb: {}, Nov 23 12:37:56.519041 dv-cinder-818883-1-smb neutron-server[86838]: L3 agent@dv-cinder-818883-1-smb: {}, Nov 23 12:37:56.519041 dv-cinder-818883-1-smb neutron-server[86838]: Metadata agent@dv-cinder-818883-1-smb: {}, Nov 23 12:37:56.519041 dv-cinder-818883-1-smb neutron-server[86838]: Metering agent@dv-cinder-818883-1-smb: {}, Nov 23 12:37:56.519041 dv-cinder-818883-1-smb neutron-server[86838]: Open vSwitch agent@dv-cinder-818883-1-smb: { 'AddressGroup': '1.2', Nov 23 12:37:56.519041 dv-cinder-818883-1-smb neutron-server[86838]: 'ConntrackHelper': '1.0', Nov 23 12:37:56.519041 dv-cinder-818883-1-smb neutron-server[86838]: 'Log': '1.0', Nov 23 12:37:56.519041 dv-cinder-818883-1-smb neutron-server[86838]: 'Network': '1.1', Nov 23 12:37:56.519041 dv-cinder-818883-1-smb neutron-server[86838]: 'Port': '1.7', Nov 23 12:37:56.519041 dv-cinder-818883-1-smb neutron-server[86838]: 'PortForwarding': '1.2', Nov 23 12:37:56.519041 dv-cinder-818883-1-smb neutron-server[86838]: 'QosPolicy': '1.8', Nov 23 12:37:56.519041 dv-cinder-818883-1-smb neutron-server[86838]: 'SecurityGroup': '1.4', Nov 23 12:37:56.519041 dv-cinder-818883-1-smb neutron-server[86838]: 'SecurityGroupRule': '1.2', Nov 23 12:37:56.519041 dv-cinder-818883-1-smb neutron-server[86838]: 'SubPort': '1.0', Nov 23 12:37:56.519041 dv-cinder-818883-1-smb neutron-server[86838]: 'Subnet': '1.1', Nov 23 12:37:56.519041 dv-cinder-818883-1-smb neutron-server[86838]: 'Trunk': '1.1'}} Nov 23 12:37:56.519041 dv-cinder-818883-1-smb neutron-server[86838]: {{(pid=86838) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 12:37:56.568024 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-bbbf7ecc-5623-4e46-83db-6a3479db38a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788170511809'] for network, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:56.573783 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-bbbf7ecc-5623-4e46-83db-6a3479db38a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:37:56.616892 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-bbbf7ecc-5623-4e46-83db-6a3479db38a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595'] for network, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:56.618300 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbbf7ecc-5623-4e46-83db-6a3479db38a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:37:56.619128 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-bbbf7ecc-5623-4e46-83db-6a3479db38a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600637'] for network, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:56.622327 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:37:56.727199 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-bbbf7ecc-5623-4e46-83db-6a3479db38a2 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0787158 Nov 23 12:37:56.727906 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbf7ecc-5623-4e46-83db-6a3479db38a2 admin admin] Pushing event updated for resources: {'Network': ['ID=2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:37:56.750085 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-bbbf7ecc-5623-4e46-83db-6a3479db38a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:37:56.758475 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Network 2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429 details requested by agent ovs-agent-dv-cinder-818883-1-smb with host dv-cinder-818883-1-smb {{(pid=86839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 23 12:37:58.179336 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-3a3d0f92-e1d8-40e0-8f39-c6b28c555fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:59.133696 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 44180) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:37:59.363590 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9bb602a-cb76-4db5-938c-b863c870d646 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:37:59.364977 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-b9bb602a-cb76-4db5-938c-b863c870d646 admin admin] 10.222.0.31 "GET /v2.0/subnets/59d49ca7-1b5c-43ce-bf85-20481f1cea96 HTTP/1.1" status: 200 len: 849 time: 0.2302897 Nov 23 12:37:59.540903 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-4c1f7d5f-6ea9-46a9-8e0f-818720739c1d admin admin] 10.222.0.31 "GET /v2.0/routers/1ef50602-f71c-4b77-b591-0ea77ad752d0 HTTP/1.1" status: 200 len: 704 time: 0.1699700 Nov 23 12:38:00.021559 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-9ff26e13-7d05-47e6-a40e-7f36337b307d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:38:00.259273 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.db_base_plugin_common [None req-9ff26e13-7d05-47e6-a40e-7f36337b307d admin admin] Allocated IP 172.20.0.1 (c5ce8571-9641-4b86-b766-064d34d667a1/59d49ca7-1b5c-43ce-bf85-20481f1cea96/ccfefea4-a11c-4169-91c9-8e9c1535c681) {{(pid=86838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:38:00.421178 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-9ff26e13-7d05-47e6-a40e-7f36337b307d admin admin] Notify callbacks [] for port, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:38:00.443787 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.provisioning_blocks [None req-9ff26e13-7d05-47e6-a40e-7f36337b307d admin admin] Transition to ACTIVE for port object ccfefea4-a11c-4169-91c9-8e9c1535c681 will not be triggered until provisioned by entity DHCP. {{(pid=86838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:38:00.503947 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-9ff26e13-7d05-47e6-a40e-7f36337b307d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788170525763'] for port, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:38:00.508077 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:38:00.575676 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff26e13-7d05-47e6-a40e-7f36337b307d admin admin] Network c5ce8571-9641-4b86-b766-064d34d667a1 is already hosted by enough agents. {{(pid=86838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:38:00.578410 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.scheduler.base_scheduler [None req-9ff26e13-7d05-47e6-a40e-7f36337b307d admin admin] Resources bound (agent type, host, resource id): {{(pid=86838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:38:00.586906 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff26e13-7d05-47e6-a40e-7f36337b307d admin admin] Received port after_create {{(pid=86838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 12:38:00.586906 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-9ff26e13-7d05-47e6-a40e-7f36337b307d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595666'] for router_interface, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:38:00.702237 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff26e13-7d05-47e6-a40e-7f36337b307d admin admin] Pushing event updated for resources: {'Port': ['ID=ccfefea4-a11c-4169-91c9-8e9c1535c681,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:38:00.716852 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-9ff26e13-7d05-47e6-a40e-7f36337b307d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:38:00.791779 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-8c186f88-c131-429f-bf39-a728be595c9f None None] Provisioning for port ccfefea4-a11c-4169-91c9-8e9c1535c681 completed by entity DHCP. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:38:00.797178 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-8c186f88-c131-429f-bf39-a728be595c9f None None] Provisioning complete for port ccfefea4-a11c-4169-91c9-8e9c1535c681 triggered by entity DHCP. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:38:00.797555 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-8c186f88-c131-429f-bf39-a728be595c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567787'] for port, provisioning_complete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:38:00.851674 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.plugin [None req-8c186f88-c131-429f-bf39-a728be595c9f None None] Port ccfefea4-a11c-4169-91c9-8e9c1535c681 cannot update to ACTIVE because it is not bound. {{(pid=86839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 23 12:38:00.852895 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-9ff26e13-7d05-47e6-a40e-7f36337b307d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:38:01.139293 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-9ff26e13-7d05-47e6-a40e-7f36337b307d admin admin] Notify callbacks [] for port, precommit_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:38:01.145551 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-9ff26e13-7d05-47e6-a40e-7f36337b307d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826'] for port, after_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:38:01.146741 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-9ff26e13-7d05-47e6-a40e-7f36337b307d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1595889'] for router_interface, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:38:01.150082 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:38:01.280762 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff26e13-7d05-47e6-a40e-7f36337b307d admin admin] Pushing event updated for resources: {'Port': ['ID=ccfefea4-a11c-4169-91c9-8e9c1535c681,revision_number=2']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:38:01.285153 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-9ff26e13-7d05-47e6-a40e-7f36337b307d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:38:01.345159 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff26e13-7d05-47e6-a40e-7f36337b307d admin admin] Network c5ce8571-9641-4b86-b766-064d34d667a1 is already hosted by enough agents. {{(pid=86838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:38:01.346255 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.scheduler.base_scheduler [None req-9ff26e13-7d05-47e6-a40e-7f36337b307d admin admin] Resources bound (agent type, host, resource id): {{(pid=86838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:38:01.544902 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ff26e13-7d05-47e6-a40e-7f36337b307d admin admin] Router 1ef50602-f71c-4b77-b591-0ea77ad752d0 is scheduled to L3 agent d7c7f769-7b7b-49b8-a5c1-735df886e043 with binding_index 1 {{(pid=86838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 23 12:38:01.578138 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-48bbe960-102b-4285-b1dc-32e58adb7d70 None None] Provisioning complete for port ccfefea4-a11c-4169-91c9-8e9c1535c681 triggered by entity DHCP. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:38:01.578527 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-48bbe960-102b-4285-b1dc-32e58adb7d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567787'] for port, provisioning_complete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:38:01.636202 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.plugin [None req-48bbe960-102b-4285-b1dc-32e58adb7d70 None None] Port ccfefea4-a11c-4169-91c9-8e9c1535c681 cannot update to ACTIVE because it is not bound. {{(pid=86839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 23 12:38:01.701460 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ff26e13-7d05-47e6-a40e-7f36337b307d admin admin] Notify agent at l3_agent.dv-cinder-818883-1-smb the message routers_updated {{(pid=86838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 12:38:01.713803 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-9ff26e13-7d05-47e6-a40e-7f36337b307d admin admin] 10.222.0.31 "PUT /v2.0/routers/1ef50602-f71c-4b77-b591-0ea77ad752d0/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1676416 Nov 23 12:38:01.718283 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2519354-bfa6-4efb-90d1-a3e8125495fa None None] Sync routers for ids ['1ef50602-f71c-4b77-b591-0ea77ad752d0'] in dv-cinder-818883-1-smb {{(pid=86840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 12:38:01.730720 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2519354-bfa6-4efb-90d1-a3e8125495fa None None] Routers {'1ef50602-f71c-4b77-b591-0ea77ad752d0'} bound to L3 agent in host dv-cinder-818883-1-smb {{(pid=86840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:38:01.731790 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.l3_hamode_db [None req-a2519354-bfa6-4efb-90d1-a3e8125495fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-23T12:37:26Z,description=,heartbeat_timestamp=2021-11-23T12:37:56Z,host='dv-cinder-818883-1-smb',id=d7c7f769-7b7b-49b8-a5c1-735df886e043,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:37:26Z,topic='l3_agent')) {'router_ids': ['1ef50602-f71c-4b77-b591-0ea77ad752d0'], 'active': True} {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:38:01.908019 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvr_db [None req-a2519354-bfa6-4efb-90d1-a3e8125495fa None None] Set router 1ef50602-f71c-4b77-b591-0ea77ad752d0 gateway port host: None {{(pid=86840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:38:02.283626 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.l3_hamode_db [None req-a2519354-bfa6-4efb-90d1-a3e8125495fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ef50602-f71c-4b77-b591-0ea77ad752d0', 'name': 'router1', 'tenant_id': 'f238086704eb46869ddec6f2905fabc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:37:50Z', 'updated_at': '2021-11-23T12:38:00Z', 'revision_number': 2, 'project_id': 'f238086704eb46869ddec6f2905fabc0', 'gw_port_host': None, '_interfaces': [{'id': 'ccfefea4-a11c-4169-91c9-8e9c1535c681', 'name': '', 'network_id': 'c5ce8571-9641-4b86-b766-064d34d667a1', 'tenant_id': 'f238086704eb46869ddec6f2905fabc0', 'mac_address': 'fa:16:3e:d0:a3:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ef50602-f71c-4b77-b591-0ea77ad752d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '59d49ca7-1b5c-43ce-bf85-20481f1cea96', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:38:00Z', 'updated_at': '2021-11-23T12:38:00Z', 'revision_number': 2, 'project_id': 'f238086704eb46869ddec6f2905fabc0', 'subnets': [{'id': '59d49ca7-1b5c-43ce-bf85-20481f1cea96', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'db0f74b0-c4f2-41e0-8a39-e5ea22c1e73c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-1-smb', False) {} {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:38:02.289196 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2519354-bfa6-4efb-90d1-a3e8125495fa None None] Checking router: 1ef50602-f71c-4b77-b591-0ea77ad752d0 for host: dv-cinder-818883-1-smb {{(pid=86840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 12:38:02.289574 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2519354-bfa6-4efb-90d1-a3e8125495fa None None] Updating router 1ef50602-f71c-4b77-b591-0ea77ad752d0 port ccfefea4-a11c-4169-91c9-8e9c1535c681 binding host dv-cinder-818883-1-smb {{(pid=86840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 12:38:02.342665 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-a2519354-bfa6-4efb-90d1-a3e8125495fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:38:02.736827 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-a2519354-bfa6-4efb-90d1-a3e8125495fa None None] Notify callbacks [] for port, precommit_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:38:02.752530 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-a2519354-bfa6-4efb-90d1-a3e8125495fa None None] Transition to ACTIVE for port object ccfefea4-a11c-4169-91c9-8e9c1535c681 will not be triggered until provisioned by entity L2. {{(pid=86840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:38:02.762872 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-a2519354-bfa6-4efb-90d1-a3e8125495fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826'] for port, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:38:02.768668 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:38:02.985517 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53930527-7381-49f0-a20d-f1582682d624 None None] Pushing event updated for resources: {'Port': ['ID=ccfefea4-a11c-4169-91c9-8e9c1535c681,revision_number=3']} {{(pid=86840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:38:03.003309 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53930527-7381-49f0-a20d-f1582682d624 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:38:03.003568 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53930527-7381-49f0-a20d-f1582682d624 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:38:03.003899 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53930527-7381-49f0-a20d-f1582682d624 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:38:03.004231 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53930527-7381-49f0-a20d-f1582682d624 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:38:03.004558 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53930527-7381-49f0-a20d-f1582682d624 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:38:03.004878 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53930527-7381-49f0-a20d-f1582682d624 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:38:03.005200 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53930527-7381-49f0-a20d-f1582682d624 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:38:03.005541 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53930527-7381-49f0-a20d-f1582682d624 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:38:03.005926 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53930527-7381-49f0-a20d-f1582682d624 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:38:03.006249 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53930527-7381-49f0-a20d-f1582682d624 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:38:03.006559 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53930527-7381-49f0-a20d-f1582682d624 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:38:03.006891 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53930527-7381-49f0-a20d-f1582682d624 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:38:03.008705 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53930527-7381-49f0-a20d-f1582682d624 None None] Tracked resource versions report: Nov 23 12:38:03.008705 dv-cinder-818883-1-smb neutron-server[86840]: pushed versions: Nov 23 12:38:03.008705 dv-cinder-818883-1-smb neutron-server[86840]: { 'AddressGroup': {'1.2'}, Nov 23 12:38:03.008705 dv-cinder-818883-1-smb neutron-server[86840]: 'ConntrackHelper': {'1.0'}, Nov 23 12:38:03.008705 dv-cinder-818883-1-smb neutron-server[86840]: 'Log': {'1.0'}, Nov 23 12:38:03.008705 dv-cinder-818883-1-smb neutron-server[86840]: 'Network': {'1.1'}, Nov 23 12:38:03.008705 dv-cinder-818883-1-smb neutron-server[86840]: 'Port': {'1.7'}, Nov 23 12:38:03.008705 dv-cinder-818883-1-smb neutron-server[86840]: 'PortForwarding': {'1.2'}, Nov 23 12:38:03.008705 dv-cinder-818883-1-smb neutron-server[86840]: 'QosPolicy': {'1.8'}, Nov 23 12:38:03.008705 dv-cinder-818883-1-smb neutron-server[86840]: 'SecurityGroup': {'1.4'}, Nov 23 12:38:03.008705 dv-cinder-818883-1-smb neutron-server[86840]: 'SecurityGroupRule': {'1.2'}, Nov 23 12:38:03.008705 dv-cinder-818883-1-smb neutron-server[86840]: 'SubPort': {'1.0'}, Nov 23 12:38:03.008705 dv-cinder-818883-1-smb neutron-server[86840]: 'Subnet': {'1.1'}, Nov 23 12:38:03.008705 dv-cinder-818883-1-smb neutron-server[86840]: 'Trunk': {'1.1'}} Nov 23 12:38:03.008705 dv-cinder-818883-1-smb neutron-server[86840]: consumer versions: Nov 23 12:38:03.008705 dv-cinder-818883-1-smb neutron-server[86840]: { DHCP agent@dv-cinder-818883-1-smb: {}, Nov 23 12:38:03.008705 dv-cinder-818883-1-smb neutron-server[86840]: L3 agent@dv-cinder-818883-1-smb: {}, Nov 23 12:38:03.008705 dv-cinder-818883-1-smb neutron-server[86840]: Metadata agent@dv-cinder-818883-1-smb: {}, Nov 23 12:38:03.008705 dv-cinder-818883-1-smb neutron-server[86840]: Metering agent@dv-cinder-818883-1-smb: {}, Nov 23 12:38:03.008705 dv-cinder-818883-1-smb neutron-server[86840]: Open vSwitch agent@dv-cinder-818883-1-smb: { 'AddressGroup': '1.2', Nov 23 12:38:03.008705 dv-cinder-818883-1-smb neutron-server[86840]: 'ConntrackHelper': '1.0', Nov 23 12:38:03.008705 dv-cinder-818883-1-smb neutron-server[86840]: 'Log': '1.0', Nov 23 12:38:03.008705 dv-cinder-818883-1-smb neutron-server[86840]: 'Network': '1.1', Nov 23 12:38:03.008705 dv-cinder-818883-1-smb neutron-server[86840]: 'Port': '1.7', Nov 23 12:38:03.008705 dv-cinder-818883-1-smb neutron-server[86840]: 'PortForwarding': '1.2', Nov 23 12:38:03.008705 dv-cinder-818883-1-smb neutron-server[86840]: 'QosPolicy': '1.8', Nov 23 12:38:03.008705 dv-cinder-818883-1-smb neutron-server[86840]: 'SecurityGroup': '1.4', Nov 23 12:38:03.008705 dv-cinder-818883-1-smb neutron-server[86840]: 'SecurityGroupRule': '1.2', Nov 23 12:38:03.008705 dv-cinder-818883-1-smb neutron-server[86840]: 'SubPort': '1.0', Nov 23 12:38:03.008705 dv-cinder-818883-1-smb neutron-server[86840]: 'Subnet': '1.1', Nov 23 12:38:03.008705 dv-cinder-818883-1-smb neutron-server[86840]: 'Trunk': '1.1'}} Nov 23 12:38:03.008705 dv-cinder-818883-1-smb neutron-server[86840]: {{(pid=86840) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 12:38:03.019554 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-53930527-7381-49f0-a20d-f1582682d624 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:38:03.027376 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.managers [None req-a2519354-bfa6-4efb-90d1-a3e8125495fa None None] Attempting to bind port ccfefea4-a11c-4169-91c9-8e9c1535c681 on host dv-cinder-818883-1-smb for vnic_type normal with profile {{(pid=86840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 12:38:03.027785 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.managers [None req-a2519354-bfa6-4efb-90d1-a3e8125495fa None None] Attempting to bind port ccfefea4-a11c-4169-91c9-8e9c1535c681 by drivers openvswitch,hyperv on host dv-cinder-818883-1-smb at level 0 using segments [{'id': '37829313-77c6-431d-860d-b4944b8fa118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'c5ce8571-9641-4b86-b766-064d34d667a1'}] {{(pid=86840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 12:38:03.028209 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2519354-bfa6-4efb-90d1-a3e8125495fa None None] Attempting to bind port ccfefea4-a11c-4169-91c9-8e9c1535c681 on network c5ce8571-9641-4b86-b766-064d34d667a1 {{(pid=86840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:38:03.034085 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2519354-bfa6-4efb-90d1-a3e8125495fa None None] Checking agent: {'id': 'cd5e743e-4289-46d3-a833-871886dcba65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818883-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 37, 23), 'started_at': datetime.datetime(2021, 11, 23, 12, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818883-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 12:38:03.034496 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2519354-bfa6-4efb-90d1-a3e8125495fa None None] Checking segment: {'id': '37829313-77c6-431d-860d-b4944b8fa118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'c5ce8571-9641-4b86-b766-064d34d667a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:38:03.035031 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-a2519354-bfa6-4efb-90d1-a3e8125495fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:38:03.035423 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2519354-bfa6-4efb-90d1-a3e8125495fa None None] Bound using segment: {'id': '37829313-77c6-431d-860d-b4944b8fa118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'c5ce8571-9641-4b86-b766-064d34d667a1'} {{(pid=86840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 12:38:03.035920 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.managers [None req-a2519354-bfa6-4efb-90d1-a3e8125495fa None None] Bound port: ccfefea4-a11c-4169-91c9-8e9c1535c681, host: dv-cinder-818883-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37829313-77c6-431d-860d-b4944b8fa118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'c5ce8571-9641-4b86-b766-064d34d667a1'}}] {{(pid=86840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 12:38:03.036306 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-a2519354-bfa6-4efb-90d1-a3e8125495fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:38:03.126381 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-a2519354-bfa6-4efb-90d1-a3e8125495fa None None] For port ccfefea4-a11c-4169-91c9-8e9c1535c681, host dv-cinder-818883-1-smb, cleared binding levels {{(pid=86840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 12:38:03.130844 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-a2519354-bfa6-4efb-90d1-a3e8125495fa None None] For port ccfefea4-a11c-4169-91c9-8e9c1535c681, host dv-cinder-818883-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-smb',level=0,port_id=ccfefea4-a11c-4169-91c9-8e9c1535c681,segment=NetworkSegment(37829313-77c6-431d-860d-b4944b8fa118),segment_id=37829313-77c6-431d-860d-b4944b8fa118)] {{(pid=86840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 12:38:03.135261 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-a2519354-bfa6-4efb-90d1-a3e8125495fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826'] for port, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:38:03.139427 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:38:03.233021 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2519354-bfa6-4efb-90d1-a3e8125495fa None None] Routers {'1ef50602-f71c-4b77-b591-0ea77ad752d0'} bound to L3 agent in host dv-cinder-818883-1-smb {{(pid=86840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:38:03.233661 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.l3_hamode_db [None req-a2519354-bfa6-4efb-90d1-a3e8125495fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-23T12:37:26Z,description=,heartbeat_timestamp=2021-11-23T12:37:56Z,host='dv-cinder-818883-1-smb',id=d7c7f769-7b7b-49b8-a5c1-735df886e043,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:37:26Z,topic='l3_agent')) {'router_ids': ['1ef50602-f71c-4b77-b591-0ea77ad752d0'], 'active': True} {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:38:03.280499 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53930527-7381-49f0-a20d-f1582682d624 None None] Pushing event updated for resources: {'Port': ['ID=ccfefea4-a11c-4169-91c9-8e9c1535c681,revision_number=4']} {{(pid=86840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:38:03.289354 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-53930527-7381-49f0-a20d-f1582682d624 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:38:03.388965 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvr_db [None req-a2519354-bfa6-4efb-90d1-a3e8125495fa None None] Set router 1ef50602-f71c-4b77-b591-0ea77ad752d0 gateway port host: None {{(pid=86840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:38:03.718190 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.l3_hamode_db [None req-a2519354-bfa6-4efb-90d1-a3e8125495fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ef50602-f71c-4b77-b591-0ea77ad752d0', 'name': 'router1', 'tenant_id': 'f238086704eb46869ddec6f2905fabc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:37:50Z', 'updated_at': '2021-11-23T12:38:00Z', 'revision_number': 2, 'project_id': 'f238086704eb46869ddec6f2905fabc0', 'gw_port_host': None, '_interfaces': [{'id': 'ccfefea4-a11c-4169-91c9-8e9c1535c681', 'name': '', 'network_id': 'c5ce8571-9641-4b86-b766-064d34d667a1', 'tenant_id': 'f238086704eb46869ddec6f2905fabc0', 'mac_address': 'fa:16:3e:d0:a3:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ef50602-f71c-4b77-b591-0ea77ad752d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '59d49ca7-1b5c-43ce-bf85-20481f1cea96', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:38:00Z', 'updated_at': '2021-11-23T12:38:03Z', 'revision_number': 4, 'project_id': 'f238086704eb46869ddec6f2905fabc0', 'subnets': [{'id': '59d49ca7-1b5c-43ce-bf85-20481f1cea96', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'db0f74b0-c4f2-41e0-8a39-e5ea22c1e73c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-1-smb', False) {} {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:38:03.722439 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2519354-bfa6-4efb-90d1-a3e8125495fa None None] The sync data for ids ['1ef50602-f71c-4b77-b591-0ea77ad752d0'] in dv-cinder-818883-1-smb is: [{'id': '1ef50602-f71c-4b77-b591-0ea77ad752d0', 'name': 'router1', 'tenant_id': 'f238086704eb46869ddec6f2905fabc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:37:50Z', 'updated_at': '2021-11-23T12:38:00Z', 'revision_number': 2, 'project_id': 'f238086704eb46869ddec6f2905fabc0', 'gw_port_host': None, '_interfaces': [{'id': 'ccfefea4-a11c-4169-91c9-8e9c1535c681', 'name': '', 'network_id': 'c5ce8571-9641-4b86-b766-064d34d667a1', 'tenant_id': 'f238086704eb46869ddec6f2905fabc0', 'mac_address': 'fa:16:3e:d0:a3:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ef50602-f71c-4b77-b591-0ea77ad752d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '59d49ca7-1b5c-43ce-bf85-20481f1cea96', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:38:00Z', 'updated_at': '2021-11-23T12:38:03Z', 'revision_number': 4, 'project_id': 'f238086704eb46869ddec6f2905fabc0', 'subnets': [{'id': '59d49ca7-1b5c-43ce-bf85-20481f1cea96', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'db0f74b0-c4f2-41e0-8a39-e5ea22c1e73c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 12:38:03.931434 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 44202) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:38:04.088652 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d52ff2-db3f-40aa-a2c1-a215318b8cea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:38:04.089219 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-52d52ff2-db3f-40aa-a2c1-a215318b8cea admin admin] Synchronizing usage tracker for tenant:8a45f5c0fa364e969c4b3d268b1ee053 on resource:network {{(pid=86838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:38:04.107575 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-52d52ff2-db3f-40aa-a2c1-a215318b8cea admin admin] Unset dirty status for tenant:8a45f5c0fa364e969c4b3d268b1ee053 on resource:network {{(pid=86838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:38:04.108899 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-52d52ff2-db3f-40aa-a2c1-a215318b8cea admin admin] 10.222.0.31 "GET /v2.0/networks/2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429 HTTP/1.1" status: 200 len: 842 time: 0.1764755 Nov 23 12:38:04.118825 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.v2.base [None req-6039a11c-eb2f-4240-b4a4-579563eaa717 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'cidr': '172.28.2.0/24', 'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'name': 'public-subnet', 'ip_version': 4, 'gateway_ip': '172.28.2.1'}} {{(pid=86838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:38:04.124773 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-6039a11c-eb2f-4240-b4a4-579563eaa717 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:38:04.128735 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-6039a11c-eb2f-4240-b4a4-579563eaa717 admin admin] Usage tracker for resource:subnet and tenant:8a45f5c0fa364e969c4b3d268b1ee053 is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:38:04.132218 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-6039a11c-eb2f-4240-b4a4-579563eaa717 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:38:04.138680 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-6039a11c-eb2f-4240-b4a4-579563eaa717 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:38:04.148699 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6039a11c-eb2f-4240-b4a4-579563eaa717 admin admin] Made reservation on behalf of 8a45f5c0fa364e969c4b3d268b1ee053 for: {'subnet': 1} {{(pid=86838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:38:04.151102 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-6039a11c-eb2f-4240-b4a4-579563eaa717 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:38:04.547972 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.objects.ports [None req-6039a11c-eb2f-4240-b4a4-579563eaa717 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=86838) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Nov 23 12:38:04.548423 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-6039a11c-eb2f-4240-b4a4-579563eaa717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595'] for subnet, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:38:04.553767 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:38:04.642320 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6039a11c-eb2f-4240-b4a4-579563eaa717 admin admin] Checking segment: {'id': '2dcdf227-6722-4632-a1c4-3c71d035812a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:38:04.642320 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6039a11c-eb2f-4240-b4a4-579563eaa717 admin admin] Network hostable DHCP agents. Network: 2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429, hostable agents: ['7adafed1-c9c5-48d0-9254-d37451f0c452'], hosted agents: [] {{(pid=86838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 12:38:04.646848 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6039a11c-eb2f-4240-b4a4-579563eaa717 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a635ed46-c881-440b-bd05-3e5636c37dfa,revision_number=0']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:38:04.654764 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-6039a11c-eb2f-4240-b4a4-579563eaa717 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:38:04.668921 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6039a11c-eb2f-4240-b4a4-579563eaa717 admin admin] Network 2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429 is scheduled to be hosted by DHCP agent 7adafed1-c9c5-48d0-9254-d37451f0c452 with binding_index 1 {{(pid=86838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 12:38:04.680567 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.scheduler.base_scheduler [None req-6039a11c-eb2f-4240-b4a4-579563eaa717 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818883-1-smb, 2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429) {{(pid=86838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:38:04.686633 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6039a11c-eb2f-4240-b4a4-579563eaa717 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:38:04.687506 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-6039a11c-eb2f-4240-b4a4-579563eaa717 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600637'] for subnet, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:38:04.690563 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a15bc1-8bcd-4d88-8471-ea7f011f89be None None] Network 2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429 requested from dv-cinder-818883-1-smb {{(pid=86839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 12:38:04.709980 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-6039a11c-eb2f-4240-b4a4-579563eaa717 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5952687 Nov 23 12:38:04.920986 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d61214-c423-42f9-8d73-3d6ad9e96683 None None] Network 2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429 requested from dv-cinder-818883-1-smb {{(pid=86839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 12:38:05.590001 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Device ccfefea4-a11c-4169-91c9-8e9c1535c681 up at agent ovs-agent-dv-cinder-818883-1-smb {{(pid=86839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:38:05.679728 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Provisioning for port ccfefea4-a11c-4169-91c9-8e9c1535c681 completed by entity L2. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:38:05.685620 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Provisioning complete for port ccfefea4-a11c-4169-91c9-8e9c1535c681 triggered by entity L2. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:38:05.686011 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567787'] for port, provisioning_complete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:38:05.805701 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:38:05.838979 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] For port ccfefea4-a11c-4169-91c9-8e9c1535c681, host dv-cinder-818883-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-smb',level=0,port_id=ccfefea4-a11c-4169-91c9-8e9c1535c681,segment=NetworkSegment(37829313-77c6-431d-860d-b4944b8fa118),segment_id=37829313-77c6-431d-860d-b4944b8fa118)] {{(pid=86839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:38:05.843893 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826'] for port, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:38:05.845995 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:38:05.912875 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Pushing event updated for resources: {'Port': ['ID=ccfefea4-a11c-4169-91c9-8e9c1535c681,revision_number=5']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:38:05.916241 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:38:07.063587 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 44216) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:38:07.334584 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-b987f01d-9e19-4dd6-866f-bfe1c3cf2f9f admin admin] 10.222.0.31 "GET /v2.0/routers/1ef50602-f71c-4b77-b591-0ea77ad752d0 HTTP/1.1" status: 200 len: 710 time: 0.2696333 Nov 23 12:38:07.461901 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c6db56-94de-46e5-a42c-8246e4b99fdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:38:07.463297 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-c8c6db56-94de-46e5-a42c-8246e4b99fdb admin admin] 10.222.0.31 "GET /v2.0/networks/2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429 HTTP/1.1" status: 200 len: 886 time: 0.1236212 Nov 23 12:38:07.472189 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.v2.base [None req-e85ebea8-8521-4555-bc1d-e84220a38b91 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429'}}} {{(pid=86838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:38:07.566339 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Device ccfefea4-a11c-4169-91c9-8e9c1535c681 up at agent ovs-agent-dv-cinder-818883-1-smb {{(pid=86839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:38:07.634432 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Provisioning complete for port ccfefea4-a11c-4169-91c9-8e9c1535c681 triggered by entity L2. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:38:07.634833 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567787'] for port, provisioning_complete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:38:07.921251 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-e85ebea8-8521-4555-bc1d-e84220a38b91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-505657', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-503854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1029479'] for router, precommit_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:38:08.251063 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-e85ebea8-8521-4555-bc1d-e84220a38b91 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:38:08.308261 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-e85ebea8-8521-4555-bc1d-e84220a38b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:38:08.452657 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.db_base_plugin_common [None req-e85ebea8-8521-4555-bc1d-e84220a38b91 admin admin] Allocated IP 172.28.2.178 (2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429/a635ed46-c881-440b-bd05-3e5636c37dfa/99ec89f2-ce5b-4b11-bde2-00da9f2fb25e) {{(pid=86838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:38:08.655855 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-e85ebea8-8521-4555-bc1d-e84220a38b91 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:38:08.688348 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-e85ebea8-8521-4555-bc1d-e84220a38b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788170525763'] for port, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:38:08.692411 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-9ff26e13-7d05-47e6-a40e-7f36337b307d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:38:08.752709 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85ebea8-8521-4555-bc1d-e84220a38b91 admin admin] Network 2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429 is already hosted by enough agents. {{(pid=86838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:38:08.755379 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.scheduler.base_scheduler [None req-e85ebea8-8521-4555-bc1d-e84220a38b91 admin admin] Resources bound (agent type, host, resource id): {{(pid=86838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:38:08.758942 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85ebea8-8521-4555-bc1d-e84220a38b91 admin admin] Received port after_create {{(pid=86838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 12:38:08.824414 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85ebea8-8521-4555-bc1d-e84220a38b91 admin admin] Pushing event updated for resources: {'Port': ['ID=99ec89f2-ce5b-4b11-bde2-00da9f2fb25e,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:38:08.828470 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-e85ebea8-8521-4555-bc1d-e84220a38b91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:38:09.148058 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-e85ebea8-8521-4555-bc1d-e84220a38b91 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:38:09.482447 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-e85ebea8-8521-4555-bc1d-e84220a38b91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-505657', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-503854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1029479'] for router, precommit_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:38:09.486046 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-e85ebea8-8521-4555-bc1d-e84220a38b91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-505820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-505646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-505639', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-503865'] for router, after_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:38:09.667311 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e85ebea8-8521-4555-bc1d-e84220a38b91 admin admin] Router 1ef50602-f71c-4b77-b591-0ea77ad752d0 has already been hosted by L3 agent d7c7f769-7b7b-49b8-a5c1-735df886e043 {{(pid=86838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 12:38:09.850112 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e85ebea8-8521-4555-bc1d-e84220a38b91 admin admin] Notify agent at l3_agent.dv-cinder-818883-1-smb the message routers_updated {{(pid=86838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 12:38:09.859803 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a18569-fd8e-4d91-a971-e4b013400b9f None None] Sync routers for ids ['1ef50602-f71c-4b77-b591-0ea77ad752d0'] in dv-cinder-818883-1-smb {{(pid=86839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 12:38:09.860328 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-e85ebea8-8521-4555-bc1d-e84220a38b91 admin admin] Notify callbacks [] for router, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:38:09.861222 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-e85ebea8-8521-4555-bc1d-e84220a38b91 admin admin] 10.222.0.31 "PUT /v2.0/routers/1ef50602-f71c-4b77-b591-0ea77ad752d0 HTTP/1.1" status: 200 len: 890 time: 2.3923075 Nov 23 12:38:09.870478 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a18569-fd8e-4d91-a971-e4b013400b9f None None] Routers {'1ef50602-f71c-4b77-b591-0ea77ad752d0'} bound to L3 agent in host dv-cinder-818883-1-smb {{(pid=86839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:38:09.871232 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_hamode_db [None req-c1a18569-fd8e-4d91-a971-e4b013400b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-23T12:37:26Z,description=,heartbeat_timestamp=2021-11-23T12:37:56Z,host='dv-cinder-818883-1-smb',id=d7c7f769-7b7b-49b8-a5c1-735df886e043,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:37:26Z,topic='l3_agent')) {'router_ids': ['1ef50602-f71c-4b77-b591-0ea77ad752d0'], 'active': True} {{(pid=86839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:38:10.072412 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_dvr_db [None req-c1a18569-fd8e-4d91-a971-e4b013400b9f None None] Set router 1ef50602-f71c-4b77-b591-0ea77ad752d0 gateway port host: dv-cinder-818883-1-smb {{(pid=86839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:38:10.416043 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_hamode_db [None req-c1a18569-fd8e-4d91-a971-e4b013400b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ef50602-f71c-4b77-b591-0ea77ad752d0', 'name': 'router1', 'tenant_id': 'f238086704eb46869ddec6f2905fabc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'external_fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.178'}], 'enable_snat': True}, 'gw_port_id': '99ec89f2-ce5b-4b11-bde2-00da9f2fb25e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:37:50Z', 'updated_at': '2021-11-23T12:38:08Z', 'revision_number': 4, 'project_id': 'f238086704eb46869ddec6f2905fabc0', 'gw_port': {'id': '99ec89f2-ce5b-4b11-bde2-00da9f2fb25e', 'name': '', 'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:d0:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ef50602-f71c-4b77-b591-0ea77ad752d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:38:08Z', 'updated_at': '2021-11-23T12:38:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-smb', '_interfaces': [{'id': 'ccfefea4-a11c-4169-91c9-8e9c1535c681', 'name': '', 'network_id': 'c5ce8571-9641-4b86-b766-064d34d667a1', 'tenant_id': 'f238086704eb46869ddec6f2905fabc0', 'mac_address': 'fa:16:3e:d0:a3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef50602-f71c-4b77-b591-0ea77ad752d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '59d49ca7-1b5c-43ce-bf85-20481f1cea96', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:38:00Z', 'updated_at': '2021-11-23T12:38:05Z', 'revision_number': 5, 'project_id': 'f238086704eb46869ddec6f2905fabc0', 'subnets': [{'id': '59d49ca7-1b5c-43ce-bf85-20481f1cea96', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'db0f74b0-c4f2-41e0-8a39-e5ea22c1e73c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-1-smb', False) {} {{(pid=86839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:38:10.421215 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a18569-fd8e-4d91-a971-e4b013400b9f None None] Checking router: 1ef50602-f71c-4b77-b591-0ea77ad752d0 for host: dv-cinder-818883-1-smb {{(pid=86839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 12:38:10.421583 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a18569-fd8e-4d91-a971-e4b013400b9f None None] Updating router 1ef50602-f71c-4b77-b591-0ea77ad752d0 port 99ec89f2-ce5b-4b11-bde2-00da9f2fb25e binding host dv-cinder-818883-1-smb {{(pid=86839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 12:38:10.473064 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-c1a18569-fd8e-4d91-a971-e4b013400b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:38:10.825368 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-c1a18569-fd8e-4d91-a971-e4b013400b9f None None] Notify callbacks [] for port, precommit_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:38:10.837652 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-c1a18569-fd8e-4d91-a971-e4b013400b9f None None] Transition to ACTIVE for port object 99ec89f2-ce5b-4b11-bde2-00da9f2fb25e will not be triggered until provisioned by entity L2. {{(pid=86839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:38:10.845176 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-c1a18569-fd8e-4d91-a971-e4b013400b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826'] for port, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:38:10.849131 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-2d5fec99-896b-4b65-9867-0dd681f3be05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:38:10.924638 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eabdd1-aaca-4d86-a60a-91b20c17e3a8 None None] Pushing event updated for resources: {'Port': ['ID=99ec89f2-ce5b-4b11-bde2-00da9f2fb25e,revision_number=2']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:38:10.926886 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.managers [None req-c1a18569-fd8e-4d91-a971-e4b013400b9f None None] Attempting to bind port 99ec89f2-ce5b-4b11-bde2-00da9f2fb25e on host dv-cinder-818883-1-smb for vnic_type normal with profile {{(pid=86839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 12:38:10.927536 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.managers [None req-c1a18569-fd8e-4d91-a971-e4b013400b9f None None] Attempting to bind port 99ec89f2-ce5b-4b11-bde2-00da9f2fb25e by drivers openvswitch,hyperv on host dv-cinder-818883-1-smb at level 0 using segments [{'id': '2dcdf227-6722-4632-a1c4-3c71d035812a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429'}] {{(pid=86839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 12:38:10.927690 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a18569-fd8e-4d91-a971-e4b013400b9f None None] Attempting to bind port 99ec89f2-ce5b-4b11-bde2-00da9f2fb25e on network 2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429 {{(pid=86839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:38:10.929916 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-50eabdd1-aaca-4d86-a60a-91b20c17e3a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:38:10.934021 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a18569-fd8e-4d91-a971-e4b013400b9f None None] Checking agent: {'id': 'cd5e743e-4289-46d3-a833-871886dcba65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818883-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 37, 23), 'started_at': datetime.datetime(2021, 11, 23, 12, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818883-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 12:38:10.934398 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a18569-fd8e-4d91-a971-e4b013400b9f None None] Checking segment: {'id': '2dcdf227-6722-4632-a1c4-3c71d035812a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:38:10.934824 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-c1a18569-fd8e-4d91-a971-e4b013400b9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:38:10.935216 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a18569-fd8e-4d91-a971-e4b013400b9f None None] Bound using segment: {'id': '2dcdf227-6722-4632-a1c4-3c71d035812a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429'} {{(pid=86839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 12:38:10.935689 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.managers [None req-c1a18569-fd8e-4d91-a971-e4b013400b9f None None] Bound port: 99ec89f2-ce5b-4b11-bde2-00da9f2fb25e, host: dv-cinder-818883-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dcdf227-6722-4632-a1c4-3c71d035812a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429'}}] {{(pid=86839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 12:38:10.936080 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-c1a18569-fd8e-4d91-a971-e4b013400b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:38:11.012031 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-c1a18569-fd8e-4d91-a971-e4b013400b9f None None] For port 99ec89f2-ce5b-4b11-bde2-00da9f2fb25e, host dv-cinder-818883-1-smb, cleared binding levels {{(pid=86839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 12:38:11.015341 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-c1a18569-fd8e-4d91-a971-e4b013400b9f None None] For port 99ec89f2-ce5b-4b11-bde2-00da9f2fb25e, host dv-cinder-818883-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-smb',level=0,port_id=99ec89f2-ce5b-4b11-bde2-00da9f2fb25e,segment=NetworkSegment(2dcdf227-6722-4632-a1c4-3c71d035812a),segment_id=2dcdf227-6722-4632-a1c4-3c71d035812a)] {{(pid=86839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 12:38:11.022078 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-c1a18569-fd8e-4d91-a971-e4b013400b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826'] for port, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:38:11.026107 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:38:11.099960 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eabdd1-aaca-4d86-a60a-91b20c17e3a8 None None] Pushing event updated for resources: {'Port': ['ID=99ec89f2-ce5b-4b11-bde2-00da9f2fb25e,revision_number=3']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:38:11.106657 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-50eabdd1-aaca-4d86-a60a-91b20c17e3a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:38:11.107268 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a18569-fd8e-4d91-a971-e4b013400b9f None None] Routers {'1ef50602-f71c-4b77-b591-0ea77ad752d0'} bound to L3 agent in host dv-cinder-818883-1-smb {{(pid=86839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:38:11.107905 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_hamode_db [None req-c1a18569-fd8e-4d91-a971-e4b013400b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-23T12:37:26Z,description=,heartbeat_timestamp=2021-11-23T12:37:56Z,host='dv-cinder-818883-1-smb',id=d7c7f769-7b7b-49b8-a5c1-735df886e043,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:37:26Z,topic='l3_agent')) {'router_ids': ['1ef50602-f71c-4b77-b591-0ea77ad752d0'], 'active': True} {{(pid=86839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:38:11.291892 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_dvr_db [None req-c1a18569-fd8e-4d91-a971-e4b013400b9f None None] Set router 1ef50602-f71c-4b77-b591-0ea77ad752d0 gateway port host: dv-cinder-818883-1-smb {{(pid=86839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:38:11.620454 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_hamode_db [None req-c1a18569-fd8e-4d91-a971-e4b013400b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ef50602-f71c-4b77-b591-0ea77ad752d0', 'name': 'router1', 'tenant_id': 'f238086704eb46869ddec6f2905fabc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'external_fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.178'}], 'enable_snat': True}, 'gw_port_id': '99ec89f2-ce5b-4b11-bde2-00da9f2fb25e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:37:50Z', 'updated_at': '2021-11-23T12:38:08Z', 'revision_number': 4, 'project_id': 'f238086704eb46869ddec6f2905fabc0', 'gw_port': {'id': '99ec89f2-ce5b-4b11-bde2-00da9f2fb25e', 'name': '', 'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:d0:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ef50602-f71c-4b77-b591-0ea77ad752d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:38:08Z', 'updated_at': '2021-11-23T12:38:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-smb', '_interfaces': [{'id': 'ccfefea4-a11c-4169-91c9-8e9c1535c681', 'name': '', 'network_id': 'c5ce8571-9641-4b86-b766-064d34d667a1', 'tenant_id': 'f238086704eb46869ddec6f2905fabc0', 'mac_address': 'fa:16:3e:d0:a3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef50602-f71c-4b77-b591-0ea77ad752d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '59d49ca7-1b5c-43ce-bf85-20481f1cea96', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:38:00Z', 'updated_at': '2021-11-23T12:38:05Z', 'revision_number': 5, 'project_id': 'f238086704eb46869ddec6f2905fabc0', 'subnets': [{'id': '59d49ca7-1b5c-43ce-bf85-20481f1cea96', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'db0f74b0-c4f2-41e0-8a39-e5ea22c1e73c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-1-smb', False) {} {{(pid=86839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:38:11.624675 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a18569-fd8e-4d91-a971-e4b013400b9f None None] The sync data for ids ['1ef50602-f71c-4b77-b591-0ea77ad752d0'] in dv-cinder-818883-1-smb is: [{'id': '1ef50602-f71c-4b77-b591-0ea77ad752d0', 'name': 'router1', 'tenant_id': 'f238086704eb46869ddec6f2905fabc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'external_fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.178'}], 'enable_snat': True}, 'gw_port_id': '99ec89f2-ce5b-4b11-bde2-00da9f2fb25e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:37:50Z', 'updated_at': '2021-11-23T12:38:08Z', 'revision_number': 4, 'project_id': 'f238086704eb46869ddec6f2905fabc0', 'gw_port': {'id': '99ec89f2-ce5b-4b11-bde2-00da9f2fb25e', 'name': '', 'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:d0:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ef50602-f71c-4b77-b591-0ea77ad752d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:38:08Z', 'updated_at': '2021-11-23T12:38:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-smb', '_interfaces': [{'id': 'ccfefea4-a11c-4169-91c9-8e9c1535c681', 'name': '', 'network_id': 'c5ce8571-9641-4b86-b766-064d34d667a1', 'tenant_id': 'f238086704eb46869ddec6f2905fabc0', 'mac_address': 'fa:16:3e:d0:a3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef50602-f71c-4b77-b591-0ea77ad752d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '59d49ca7-1b5c-43ce-bf85-20481f1cea96', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:38:00Z', 'updated_at': '2021-11-23T12:38:05Z', 'revision_number': 5, 'project_id': 'f238086704eb46869ddec6f2905fabc0', 'subnets': [{'id': '59d49ca7-1b5c-43ce-bf85-20481f1cea96', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'db0f74b0-c4f2-41e0-8a39-e5ea22c1e73c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 12:38:12.250221 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 44226) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:38:12.375449 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-e2cb34f8-ee93-419d-852c-e893bcdb5fc4 admin admin] 10.222.0.31 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1237154 Nov 23 12:38:13.593670 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Device 99ec89f2-ce5b-4b11-bde2-00da9f2fb25e up at agent ovs-agent-dv-cinder-818883-1-smb {{(pid=86839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:38:13.664595 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Provisioning for port 99ec89f2-ce5b-4b11-bde2-00da9f2fb25e completed by entity L2. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:38:13.669682 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Provisioning complete for port 99ec89f2-ce5b-4b11-bde2-00da9f2fb25e triggered by entity L2. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:38:13.670063 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567787'] for port, provisioning_complete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:38:13.813118 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:38:13.830737 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] For port 99ec89f2-ce5b-4b11-bde2-00da9f2fb25e, host dv-cinder-818883-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-smb',level=0,port_id=99ec89f2-ce5b-4b11-bde2-00da9f2fb25e,segment=NetworkSegment(2dcdf227-6722-4632-a1c4-3c71d035812a),segment_id=2dcdf227-6722-4632-a1c4-3c71d035812a)] {{(pid=86839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:38:13.837268 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826'] for port, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:38:13.839441 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:38:13.906373 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Pushing event updated for resources: {'Port': ['ID=99ec89f2-ce5b-4b11-bde2-00da9f2fb25e,revision_number=4']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:38:13.911014 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:38:15.575780 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Device 99ec89f2-ce5b-4b11-bde2-00da9f2fb25e up at agent ovs-agent-dv-cinder-818883-1-smb {{(pid=86839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:38:15.654502 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Provisioning complete for port 99ec89f2-ce5b-4b11-bde2-00da9f2fb25e triggered by entity L2. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:38:15.655158 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567787'] for port, provisioning_complete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:38:22.855408 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-a117216f-4d58-420a-9861-2734a94f24e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:38:23.116647 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.agents_db [None req-d0d00f27-41a4-4d9d-a63d-8c6bf84d2b10 None None] Agent healthcheck: found 5 active agents {{(pid=86840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 12:38:23.393203 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:38:25.683039 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-89e57522-6337-4960-b572-cca8ae455b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:38:26.417205 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-8254020c-a8f6-4cc9-8d4f-32dd99c2f4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:38:28.199827 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-3a3d0f92-e1d8-40e0-8f39-c6b28c555fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:38:52.843365 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-9c2fafbd-e73a-48fe-8b64-2e64a7b67804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:38:53.395963 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:38:55.684634 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-c44c6f3e-3bec-4517-a0c3-67aa722b11c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:38:56.424805 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-8254020c-a8f6-4cc9-8d4f-32dd99c2f4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:38:58.201629 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-3a3d0f92-e1d8-40e0-8f39-c6b28c555fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:39:00.132658 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.agents_db [None req-d0d00f27-41a4-4d9d-a63d-8c6bf84d2b10 None None] Agent healthcheck: found 5 active agents {{(pid=86840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 12:39:22.839104 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-f07f5288-5915-4c44-9c81-f2085a83d9aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:39:23.392757 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:39:25.684561 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-894d4143-26b8-487d-b98a-9c12ef2afc80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:39:26.423098 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-8254020c-a8f6-4cc9-8d4f-32dd99c2f4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:39:28.287537 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-3a3d0f92-e1d8-40e0-8f39-c6b28c555fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:39:37.131384 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.agents_db [None req-d0d00f27-41a4-4d9d-a63d-8c6bf84d2b10 None None] Agent healthcheck: found 5 active agents {{(pid=86840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 12:39:52.843621 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-8d632958-65ed-4392-a44e-b2d22a47e37b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:39:53.395469 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:39:55.684734 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-63ae1ed3-db76-4d2b-982e-6b6462102d5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:39:56.428336 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-8254020c-a8f6-4cc9-8d4f-32dd99c2f4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:39:58.211262 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-3a3d0f92-e1d8-40e0-8f39-c6b28c555fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:40:14.132625 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.agents_db [None req-d0d00f27-41a4-4d9d-a63d-8c6bf84d2b10 None None] Agent healthcheck: found 5 active agents {{(pid=86840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 12:40:16.887202 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 44796) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:40:16.976013 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.pecan_wsgi.hooks.translation [None req-f504bb09-5dec-4001-964b-135fac9b3a8f admin admin] GET failed (client error): The resource could not be found. Nov 23 12:40:16.977342 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-f504bb09-5dec-4001-964b-135fac9b3a8f admin admin] 10.222.0.31 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0892403 Nov 23 12:40:17.121710 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5128b68-4735-4530-9554-860188b4544c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:40:17.123417 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-e5128b68-4735-4530-9554-860188b4544c admin admin] 10.222.0.31 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1409538 Nov 23 12:40:19.429030 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 44806) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:40:19.557921 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c860ec68-c2d7-4994-ba9c-f7bc12d3fef2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:40:19.559494 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-c860ec68-c2d7-4994-ba9c-f7bc12d3fef2 admin admin] 10.222.0.31 "GET /v2.0/subnets/59d49ca7-1b5c-43ce-bf85-20481f1cea96 HTTP/1.1" status: 200 len: 849 time: 0.1294236 Nov 23 12:40:19.572563 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.v2.base [None req-541a4a23-b357-40a0-bae7-ba4365d0e6bc admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=86837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:40:19.705038 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-541a4a23-b357-40a0-bae7-ba4365d0e6bc admin admin] Notify callbacks [] for subnet, before_update {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:40:19.925061 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-541a4a23-b357-40a0-bae7-ba4365d0e6bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8788171071564'] for subnet, after_update {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:40:19.929013 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:40:19.976946 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-541a4a23-b357-40a0-bae7-ba4365d0e6bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:40:19.977421 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-541a4a23-b357-40a0-bae7-ba4365d0e6bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600637'] for subnet, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:40:19.978788 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-541a4a23-b357-40a0-bae7-ba4365d0e6bc admin admin] 10.222.0.31 "PUT /v2.0/subnets/59d49ca7-1b5c-43ce-bf85-20481f1cea96 HTTP/1.1" status: 200 len: 868 time: 0.4128721 Nov 23 12:40:19.994075 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a2ee90d-0475-495a-b6d6-f614316b267d None None] Network c5ce8571-9641-4b86-b766-064d34d667a1 requested from dv-cinder-818883-1-smb {{(pid=86839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 12:40:20.004158 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541a4a23-b357-40a0-bae7-ba4365d0e6bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=59d49ca7-1b5c-43ce-bf85-20481f1cea96,revision_number=1']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:40:20.012955 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541a4a23-b357-40a0-bae7-ba4365d0e6bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:40:20.013297 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541a4a23-b357-40a0-bae7-ba4365d0e6bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:40:20.013634 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541a4a23-b357-40a0-bae7-ba4365d0e6bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:40:20.013966 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541a4a23-b357-40a0-bae7-ba4365d0e6bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:40:20.014295 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541a4a23-b357-40a0-bae7-ba4365d0e6bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:40:20.014617 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541a4a23-b357-40a0-bae7-ba4365d0e6bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:40:20.014975 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541a4a23-b357-40a0-bae7-ba4365d0e6bc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:40:20.015296 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541a4a23-b357-40a0-bae7-ba4365d0e6bc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:40:20.015635 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541a4a23-b357-40a0-bae7-ba4365d0e6bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:40:20.015955 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541a4a23-b357-40a0-bae7-ba4365d0e6bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:40:20.016271 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541a4a23-b357-40a0-bae7-ba4365d0e6bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:40:20.016583 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541a4a23-b357-40a0-bae7-ba4365d0e6bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:40:20.023851 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-541a4a23-b357-40a0-bae7-ba4365d0e6bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:40:20.527249 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-b24ed3f2-4afc-46bf-a12c-e9d4885cec35 None None] Provisioning complete for port 4876f978-46b7-4f8e-adfd-cf63d30eae47 triggered by entity DHCP. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:40:20.527540 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-b24ed3f2-4afc-46bf-a12c-e9d4885cec35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567787'] for port, provisioning_complete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:40:20.660044 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-b24ed3f2-4afc-46bf-a12c-e9d4885cec35 None None] Provisioning complete for port ccfefea4-a11c-4169-91c9-8e9c1535c681 triggered by entity DHCP. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:40:20.660566 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-b24ed3f2-4afc-46bf-a12c-e9d4885cec35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567787'] for port, provisioning_complete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:40:22.272716 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 44816) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:40:22.478775 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d574210c-a46b-49e2-a8f2-6f6ca7c5d12f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:40:22.479208 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d574210c-a46b-49e2-a8f2-6f6ca7c5d12f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:40:22.481343 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-d574210c-a46b-49e2-a8f2-6f6ca7c5d12f admin admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2074890 Nov 23 12:40:22.849135 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-f3a627aa-e8f3-443e-b613-432d350d4bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:40:23.391178 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:40:24.688072 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 44826) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:40:24.868486 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3b7cbd-35be-4027-98fe-1ea884664826 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:40:24.868877 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3b7cbd-35be-4027-98fe-1ea884664826 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:40:24.870477 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-6c3b7cbd-35be-4027-98fe-1ea884664826 admin admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1813736 Nov 23 12:40:25.679118 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-d2195d2d-e8a2-497c-bdc5-a4d8ee5607b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:40:26.432013 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-8254020c-a8f6-4cc9-8d4f-32dd99c2f4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:40:27.039263 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 44836) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:40:27.223829 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e8831b-60ed-47df-ac59-8288ac4c32fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:40:27.225153 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-65e8831b-60ed-47df-ac59-8288ac4c32fb admin admin] 10.222.0.31 "GET /v2.0/networks/2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429 HTTP/1.1" status: 200 len: 886 time: 0.1849298 Nov 23 12:40:28.217442 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-3a3d0f92-e1d8-40e0-8f39-c6b28c555fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:40:29.395364 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 44846) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:40:29.621073 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b156ef1d-2cab-41fb-8b72-87af0de965e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:40:29.622435 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-b156ef1d-2cab-41fb-8b72-87af0de965e9 admin admin] 10.222.0.31 "GET /v2.0/networks/c5ce8571-9641-4b86-b766-064d34d667a1 HTTP/1.1" status: 200 len: 869 time: 0.2262037 Nov 23 12:40:31.802065 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 44856) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:40:31.922839 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59117e39-0e61-4546-aaf3-204e1a4da447 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:40:31.923349 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59117e39-0e61-4546-aaf3-204e1a4da447 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:40:31.924213 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-59117e39-0e61-4546-aaf3-204e1a4da447 admin admin] Synchronizing usage tracker for tenant:8a45f5c0fa364e969c4b3d268b1ee053 on resource:subnet {{(pid=86838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:40:31.945822 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-59117e39-0e61-4546-aaf3-204e1a4da447 admin admin] Unset dirty status for tenant:8a45f5c0fa364e969c4b3d268b1ee053 on resource:subnet {{(pid=86838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:40:31.947075 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-59117e39-0e61-4546-aaf3-204e1a4da447 admin admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1439998 Nov 23 12:40:34.175878 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 44866) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:40:34.289766 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae86b77-ecb1-4952-a42e-0b9372484098 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:40:34.290211 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae86b77-ecb1-4952-a42e-0b9372484098 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:40:34.291880 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-aae86b77-ecb1-4952-a42e-0b9372484098 admin admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1150281 Nov 23 12:40:36.473518 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 44876) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:40:36.584247 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-710af3db-cce2-434b-8b3d-8501cc85b7d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:40:36.585667 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-710af3db-cce2-434b-8b3d-8501cc85b7d2 admin admin] 10.222.0.31 "GET /v2.0/subnets/59d49ca7-1b5c-43ce-bf85-20481f1cea96 HTTP/1.1" status: 200 len: 868 time: 0.1111691 Nov 23 12:40:38.735948 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 44886) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:40:38.843876 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e3bd63c-422c-4359-97b5-3cf2fbbbacaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:40:38.845327 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-4e3bd63c-422c-4359-97b5-3cf2fbbbacaa admin admin] 10.222.0.31 "GET /v2.0/subnets/a635ed46-c881-440b-bd05-3e5636c37dfa HTTP/1.1" status: 200 len: 816 time: 0.1084309 Nov 23 12:40:51.133474 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.agents_db [None req-d0d00f27-41a4-4d9d-a63d-8c6bf84d2b10 None None] Agent healthcheck: found 5 active agents {{(pid=86840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 12:40:52.853887 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-3b1774ba-107f-4655-be95-d390e15dae5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:40:53.398045 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:40:55.677195 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-ff161e22-1fe3-40ba-968a-4685ea3629d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:40:56.436839 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-8254020c-a8f6-4cc9-8d4f-32dd99c2f4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:40:58.224507 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-3a3d0f92-e1d8-40e0-8f39-c6b28c555fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:41:02.115212 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 44930) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:41:02.165691 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [None req-4ce22a97-feff-4544-9a2d-7d28951e9d07 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=86838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 12:41:02.166674 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-4ce22a97-feff-4544-9a2d-7d28951e9d07 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0504951 Nov 23 12:41:04.414523 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 44940) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:41:04.490400 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.pecan_wsgi.hooks.translation [None req-117291cd-a938-4710-924c-cbbf002162dd admin admin] GET failed (client error): The resource could not be found. Nov 23 12:41:04.491759 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-117291cd-a938-4710-924c-cbbf002162dd admin admin] 10.222.0.31 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0762701 Nov 23 12:41:04.625889 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73557a4f-7493-4c93-8c58-b952e1450777 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:41:04.627420 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-73557a4f-7493-4c93-8c58-b952e1450777 admin admin] 10.222.0.31 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1313651 Nov 23 12:41:06.799905 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 44950) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:41:06.851555 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.v2.base [None req-aaee5cec-9e32-4e5f-8007-5aad4bd0d7ce admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=86837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:41:06.856900 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-aaee5cec-9e32-4e5f-8007-5aad4bd0d7ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:41:06.867256 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-aaee5cec-9e32-4e5f-8007-5aad4bd0d7ce admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:41:06.880165 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaee5cec-9e32-4e5f-8007-5aad4bd0d7ce admin admin] Made reservation on behalf of 8a45f5c0fa364e969c4b3d268b1ee053 for: {'network': 1} {{(pid=86837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:41:06.882457 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-aaee5cec-9e32-4e5f-8007-5aad4bd0d7ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for network, before_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:41:06.973155 dv-cinder-818883-1-smb neutron-server[86837]: WARNING neutron.services.revisions.revision_plugin [None req-aaee5cec-9e32-4e5f-8007-5aad4bd0d7ce admin admin] Could not find related network for resource to bump revision. Nov 23 12:41:06.985873 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaee5cec-9e32-4e5f-8007-5aad4bd0d7ce admin admin] vlan segment allocate from pool success with {'vlan_id': 753, 'physical_network': 'physnet1'} {{(pid=86837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 12:41:06.995356 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-aaee5cec-9e32-4e5f-8007-5aad4bd0d7ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572451'] for segment, precommit_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:41:06.995864 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.db.segments_db [None req-aaee5cec-9e32-4e5f-8007-5aad4bd0d7ce admin admin] Added segment 5f349b48-cd1a-47c0-b31c-79d20e279442 of type vlan for network 01d5618b-88b8-4a5f-9599-02dc0c8a16bf Nov 23 12:41:07.023527 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-aaee5cec-9e32-4e5f-8007-5aad4bd0d7ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788170511809'] for network, precommit_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:41:07.059100 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-aaee5cec-9e32-4e5f-8007-5aad4bd0d7ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595'] for network, after_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:41:07.060542 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaee5cec-9e32-4e5f-8007-5aad4bd0d7ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:41:07.061114 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-aaee5cec-9e32-4e5f-8007-5aad4bd0d7ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600637'] for network, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:41:07.065756 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:41:07.212458 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-aaee5cec-9e32-4e5f-8007-5aad4bd0d7ce admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4114261 Nov 23 12:41:07.215513 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaee5cec-9e32-4e5f-8007-5aad4bd0d7ce admin admin] Pushing event updated for resources: {'Network': ['ID=01d5618b-88b8-4a5f-9599-02dc0c8a16bf,revision_number=1']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:41:07.232583 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-aaee5cec-9e32-4e5f-8007-5aad4bd0d7ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:41:07.240432 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Network 01d5618b-88b8-4a5f-9599-02dc0c8a16bf details requested by agent ovs-agent-dv-cinder-818883-1-smb with host dv-cinder-818883-1-smb {{(pid=86839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 23 12:41:09.375222 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 44960) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:41:09.447234 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0ffef59-8a26-4c12-947a-139e8b848b27 admin admin] GET failed (client error): The resource could not be found. Nov 23 12:41:09.447754 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-d0ffef59-8a26-4c12-947a-139e8b848b27 admin admin] Synchronizing usage tracker for tenant:8a45f5c0fa364e969c4b3d268b1ee053 on resource:network {{(pid=86837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:41:09.465958 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-d0ffef59-8a26-4c12-947a-139e8b848b27 admin admin] Unset dirty status for tenant:8a45f5c0fa364e969c4b3d268b1ee053 on resource:network {{(pid=86837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:41:09.467857 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-d0ffef59-8a26-4c12-947a-139e8b848b27 admin admin] 10.222.0.31 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0914526 Nov 23 12:41:09.594108 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2df3932-e46f-4d57-bd8b-7fcc28575dc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:41:09.595639 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-c2df3932-e46f-4d57-bd8b-7fcc28575dc1 admin admin] 10.222.0.31 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1237934 Nov 23 12:41:09.606602 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.v2.base [None req-4f7e55d9-aefa-463b-bbbe-856c04c1bc10 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': '01d5618b-88b8-4a5f-9599-02dc0c8a16bf', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=86837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:41:09.612426 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-4f7e55d9-aefa-463b-bbbe-856c04c1bc10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:41:09.624221 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-4f7e55d9-aefa-463b-bbbe-856c04c1bc10 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:41:09.639207 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f7e55d9-aefa-463b-bbbe-856c04c1bc10 admin admin] Made reservation on behalf of 8a45f5c0fa364e969c4b3d268b1ee053 for: {'subnet': 1} {{(pid=86837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:41:09.641912 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-4f7e55d9-aefa-463b-bbbe-856c04c1bc10 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:41:09.897767 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-4f7e55d9-aefa-463b-bbbe-856c04c1bc10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595'] for subnet, after_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:41:09.903266 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-541a4a23-b357-40a0-bae7-ba4365d0e6bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:41:09.983697 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7e55d9-aefa-463b-bbbe-856c04c1bc10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb3f6c35-0017-4b4d-9a2e-f39054b72274,revision_number=0']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:41:09.988287 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-4f7e55d9-aefa-463b-bbbe-856c04c1bc10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:41:09.996590 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7e55d9-aefa-463b-bbbe-856c04c1bc10 admin admin] Checking segment: {'id': '5f349b48-cd1a-47c0-b31c-79d20e279442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '01d5618b-88b8-4a5f-9599-02dc0c8a16bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:41:09.996952 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7e55d9-aefa-463b-bbbe-856c04c1bc10 admin admin] Network hostable DHCP agents. Network: 01d5618b-88b8-4a5f-9599-02dc0c8a16bf, hostable agents: ['7adafed1-c9c5-48d0-9254-d37451f0c452'], hosted agents: [] {{(pid=86837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 12:41:10.020458 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7e55d9-aefa-463b-bbbe-856c04c1bc10 admin admin] Network 01d5618b-88b8-4a5f-9599-02dc0c8a16bf is scheduled to be hosted by DHCP agent 7adafed1-c9c5-48d0-9254-d37451f0c452 with binding_index 1 {{(pid=86837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 12:41:10.032670 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.scheduler.base_scheduler [None req-4f7e55d9-aefa-463b-bbbe-856c04c1bc10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818883-1-smb, 01d5618b-88b8-4a5f-9599-02dc0c8a16bf) {{(pid=86837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:41:10.037194 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f7e55d9-aefa-463b-bbbe-856c04c1bc10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:41:10.037781 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-4f7e55d9-aefa-463b-bbbe-856c04c1bc10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600637'] for subnet, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:41:10.042732 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7519e89-1f03-4652-8aa7-a7518125d1ea None None] Network 01d5618b-88b8-4a5f-9599-02dc0c8a16bf requested from dv-cinder-818883-1-smb {{(pid=86839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 12:41:10.071216 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-4f7e55d9-aefa-463b-bbbe-856c04c1bc10 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4691262 Nov 23 12:41:10.299271 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c64c244-2fff-4cb4-b04f-16ca33b0c54f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0c9dd91-ffd1-5775-97a7-a610159af9e0-01d5618b-88b8-4a5f-9599-02dc0c8a16bf', 'network_id': '01d5618b-88b8-4a5f-9599-02dc0c8a16bf', 'tenant_id': '8a45f5c0fa364e969c4b3d268b1ee053', 'fixed_ips': [{'subnet_id': 'bb3f6c35-0017-4b4d-9a2e-f39054b72274'}]}} from dv-cinder-818883-1-smb. {{(pid=86839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 23 12:41:10.300622 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-2c64c244-2fff-4cb4-b04f-16ca33b0c54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:41:10.476314 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.db_base_plugin_common [None req-2c64c244-2fff-4cb4-b04f-16ca33b0c54f None None] Allocated IP 192.168.233.2 (01d5618b-88b8-4a5f-9599-02dc0c8a16bf/bb3f6c35-0017-4b4d-9a2e-f39054b72274/f7b571ce-a6d0-458c-bc02-1ae86c381720) {{(pid=86839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:41:10.697971 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-2c64c244-2fff-4cb4-b04f-16ca33b0c54f None None] Notify callbacks [] for port, precommit_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:41:10.709919 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-2c64c244-2fff-4cb4-b04f-16ca33b0c54f None None] Transition to ACTIVE for port object f7b571ce-a6d0-458c-bc02-1ae86c381720 will not be triggered until provisioned by entity L2. {{(pid=86839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:41:10.729471 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-2c64c244-2fff-4cb4-b04f-16ca33b0c54f None None] Transition to ACTIVE for port object f7b571ce-a6d0-458c-bc02-1ae86c381720 will not be triggered until provisioned by entity DHCP. {{(pid=86839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:41:10.739849 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-2c64c244-2fff-4cb4-b04f-16ca33b0c54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788170525763'] for port, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:41:10.749075 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-50eabdd1-aaca-4d86-a60a-91b20c17e3a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:41:10.851582 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c64c244-2fff-4cb4-b04f-16ca33b0c54f None None] Network 01d5618b-88b8-4a5f-9599-02dc0c8a16bf is already hosted by enough agents. {{(pid=86839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:41:10.854849 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.scheduler.base_scheduler [None req-2c64c244-2fff-4cb4-b04f-16ca33b0c54f None None] Resources bound (agent type, host, resource id): {{(pid=86839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:41:10.863779 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c64c244-2fff-4cb4-b04f-16ca33b0c54f None None] Received port after_create {{(pid=86839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 12:41:10.866110 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c64c244-2fff-4cb4-b04f-16ca33b0c54f None None] Pushing event updated for resources: {'Port': ['ID=f7b571ce-a6d0-458c-bc02-1ae86c381720,revision_number=1']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:41:10.876481 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c64c244-2fff-4cb4-b04f-16ca33b0c54f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:41:10.876855 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c64c244-2fff-4cb4-b04f-16ca33b0c54f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:41:10.877191 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c64c244-2fff-4cb4-b04f-16ca33b0c54f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:41:10.877515 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c64c244-2fff-4cb4-b04f-16ca33b0c54f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:41:10.878110 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c64c244-2fff-4cb4-b04f-16ca33b0c54f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:41:10.878466 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c64c244-2fff-4cb4-b04f-16ca33b0c54f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:41:10.878779 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c64c244-2fff-4cb4-b04f-16ca33b0c54f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:41:10.879092 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c64c244-2fff-4cb4-b04f-16ca33b0c54f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:41:10.879406 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c64c244-2fff-4cb4-b04f-16ca33b0c54f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:41:10.879711 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c64c244-2fff-4cb4-b04f-16ca33b0c54f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:41:10.880021 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c64c244-2fff-4cb4-b04f-16ca33b0c54f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:41:10.880327 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c64c244-2fff-4cb4-b04f-16ca33b0c54f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:41:10.909547 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-2c64c244-2fff-4cb4-b04f-16ca33b0c54f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:41:10.972383 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.managers [None req-2c64c244-2fff-4cb4-b04f-16ca33b0c54f None None] Attempting to bind port f7b571ce-a6d0-458c-bc02-1ae86c381720 on host dv-cinder-818883-1-smb for vnic_type normal with profile {{(pid=86839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 12:41:10.972758 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.managers [None req-2c64c244-2fff-4cb4-b04f-16ca33b0c54f None None] Attempting to bind port f7b571ce-a6d0-458c-bc02-1ae86c381720 by drivers openvswitch,hyperv on host dv-cinder-818883-1-smb at level 0 using segments [{'id': '5f349b48-cd1a-47c0-b31c-79d20e279442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '01d5618b-88b8-4a5f-9599-02dc0c8a16bf'}] {{(pid=86839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 12:41:10.973114 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c64c244-2fff-4cb4-b04f-16ca33b0c54f None None] Attempting to bind port f7b571ce-a6d0-458c-bc02-1ae86c381720 on network 01d5618b-88b8-4a5f-9599-02dc0c8a16bf {{(pid=86839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:41:10.978979 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c64c244-2fff-4cb4-b04f-16ca33b0c54f None None] Checking agent: {'id': 'cd5e743e-4289-46d3-a833-871886dcba65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818883-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 37, 23), 'started_at': datetime.datetime(2021, 11, 23, 12, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818883-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 12:41:10.979346 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c64c244-2fff-4cb4-b04f-16ca33b0c54f None None] Checking segment: {'id': '5f349b48-cd1a-47c0-b31c-79d20e279442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '01d5618b-88b8-4a5f-9599-02dc0c8a16bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:41:10.979806 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-2c64c244-2fff-4cb4-b04f-16ca33b0c54f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:41:10.980106 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c64c244-2fff-4cb4-b04f-16ca33b0c54f None None] Bound using segment: {'id': '5f349b48-cd1a-47c0-b31c-79d20e279442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '01d5618b-88b8-4a5f-9599-02dc0c8a16bf'} {{(pid=86839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 12:41:10.980571 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.managers [None req-2c64c244-2fff-4cb4-b04f-16ca33b0c54f None None] Bound port: f7b571ce-a6d0-458c-bc02-1ae86c381720, host: dv-cinder-818883-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f349b48-cd1a-47c0-b31c-79d20e279442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '01d5618b-88b8-4a5f-9599-02dc0c8a16bf'}}] {{(pid=86839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 12:41:10.980956 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-2c64c244-2fff-4cb4-b04f-16ca33b0c54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:41:11.079881 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-2c64c244-2fff-4cb4-b04f-16ca33b0c54f None None] For port f7b571ce-a6d0-458c-bc02-1ae86c381720, host dv-cinder-818883-1-smb, cleared binding levels {{(pid=86839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 12:41:11.084643 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-2c64c244-2fff-4cb4-b04f-16ca33b0c54f None None] For port f7b571ce-a6d0-458c-bc02-1ae86c381720, host dv-cinder-818883-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-smb',level=0,port_id=f7b571ce-a6d0-458c-bc02-1ae86c381720,segment=NetworkSegment(5f349b48-cd1a-47c0-b31c-79d20e279442),segment_id=5f349b48-cd1a-47c0-b31c-79d20e279442)] {{(pid=86839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 12:41:11.091285 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-2c64c244-2fff-4cb4-b04f-16ca33b0c54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826'] for port, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:41:11.095458 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:41:11.177484 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c64c244-2fff-4cb4-b04f-16ca33b0c54f None None] Pushing event updated for resources: {'Port': ['ID=f7b571ce-a6d0-458c-bc02-1ae86c381720,revision_number=2']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:41:11.182129 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-2c64c244-2fff-4cb4-b04f-16ca33b0c54f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:41:11.679194 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Device f7b571ce-a6d0-458c-bc02-1ae86c381720 up at agent ovs-agent-dv-cinder-818883-1-smb {{(pid=86839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:41:11.757545 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Provisioning for port f7b571ce-a6d0-458c-bc02-1ae86c381720 completed by entity L2. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:41:12.016512 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d105c54b-45a3-4c9d-982f-a67f8393615b None None] Network 01d5618b-88b8-4a5f-9599-02dc0c8a16bf requested from dv-cinder-818883-1-smb {{(pid=86839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 12:41:12.118246 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-f768b2dd-1286-4e97-aad6-a4e19c68cc13 None None] Provisioning for port f7b571ce-a6d0-458c-bc02-1ae86c381720 completed by entity DHCP. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:41:12.135395 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-f768b2dd-1286-4e97-aad6-a4e19c68cc13 None None] Provisioning complete for port f7b571ce-a6d0-458c-bc02-1ae86c381720 triggered by entity DHCP. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:41:12.135776 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-f768b2dd-1286-4e97-aad6-a4e19c68cc13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567787'] for port, provisioning_complete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:41:12.363951 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-f768b2dd-1286-4e97-aad6-a4e19c68cc13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:41:12.406492 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-f768b2dd-1286-4e97-aad6-a4e19c68cc13 None None] For port f7b571ce-a6d0-458c-bc02-1ae86c381720, host dv-cinder-818883-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-smb',level=0,port_id=f7b571ce-a6d0-458c-bc02-1ae86c381720,segment=NetworkSegment(5f349b48-cd1a-47c0-b31c-79d20e279442),segment_id=5f349b48-cd1a-47c0-b31c-79d20e279442)] {{(pid=86839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:41:12.412239 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-f768b2dd-1286-4e97-aad6-a4e19c68cc13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826'] for port, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:41:12.414122 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:41:12.488095 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f768b2dd-1286-4e97-aad6-a4e19c68cc13 None None] Pushing event updated for resources: {'Port': ['ID=f7b571ce-a6d0-458c-bc02-1ae86c381720,revision_number=3']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:41:12.492106 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-f768b2dd-1286-4e97-aad6-a4e19c68cc13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:41:12.635742 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-b979636c-31e2-45d2-9d8e-7111708b9edf None None] Provisioning complete for port f7b571ce-a6d0-458c-bc02-1ae86c381720 triggered by entity DHCP. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:41:12.636641 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-b979636c-31e2-45d2-9d8e-7111708b9edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567787'] for port, provisioning_complete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:41:13.660133 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Device f7b571ce-a6d0-458c-bc02-1ae86c381720 up at agent ovs-agent-dv-cinder-818883-1-smb {{(pid=86839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:41:13.730964 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Provisioning complete for port f7b571ce-a6d0-458c-bc02-1ae86c381720 triggered by entity L2. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:41:13.731329 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567787'] for port, provisioning_complete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:41:22.861288 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-9f18f947-d1f5-498c-9152-3cebc65636d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:41:23.394338 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:41:25.673896 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-e314c47b-6980-46b7-bf4f-0d4ed9b294cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:41:26.430973 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-8254020c-a8f6-4cc9-8d4f-32dd99c2f4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:41:28.133364 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.agents_db [None req-d0d00f27-41a4-4d9d-a63d-8c6bf84d2b10 None None] Agent healthcheck: found 5 active agents {{(pid=86840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 12:41:28.224256 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-3a3d0f92-e1d8-40e0-8f39-c6b28c555fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:41:52.857178 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-ebba139e-fcc6-474a-a3b6-3f2ef8078931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:41:53.391123 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:41:55.670177 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-645eeddb-f093-48e8-94a9-40bcee1d183a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:41:56.433902 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-8254020c-a8f6-4cc9-8d4f-32dd99c2f4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:41:58.226525 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-3a3d0f92-e1d8-40e0-8f39-c6b28c555fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:42:05.135248 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.agents_db [None req-d0d00f27-41a4-4d9d-a63d-8c6bf84d2b10 None None] Agent healthcheck: found 5 active agents {{(pid=86840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 12:42:20.916061 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 45010) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:42:20.921975 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [None req-80d07359-332d-4f16-a4be-b6769099a407 tempest-verify_tempest_config-368274582 tempest-verify_tempest_config-368274582-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=86838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 12:42:20.922939 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-80d07359-332d-4f16-a4be-b6769099a407 tempest-verify_tempest_config-368274582 tempest-verify_tempest_config-368274582-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058560 Nov 23 12:42:21.251903 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 45028) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:42:21.369221 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-6960a110-84ad-4e55-8fb1-a71a7cc85ac0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:42:21.384624 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-6960a110-84ad-4e55-8fb1-a71a7cc85ac0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:42:21.388673 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-6960a110-84ad-4e55-8fb1-a71a7cc85ac0 admin admin] Usage tracker for resource:security_group_rule and tenant:a0d5bb6ad62f49cf91749b28a53ccf60 is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:42:21.391571 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-6960a110-84ad-4e55-8fb1-a71a7cc85ac0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:42:21.397359 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-6960a110-84ad-4e55-8fb1-a71a7cc85ac0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:42:21.479248 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-6960a110-84ad-4e55-8fb1-a71a7cc85ac0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:42:21.485658 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-6960a110-84ad-4e55-8fb1-a71a7cc85ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:42:21.493748 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:42:21.532850 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6960a110-84ad-4e55-8fb1-a71a7cc85ac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ab12384-a221-4822-a8bb-57c9d153a5ed,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:42:21.537079 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-6960a110-84ad-4e55-8fb1-a71a7cc85ac0 admin admin] Synchronizing usage tracker for tenant:8a45f5c0fa364e969c4b3d268b1ee053 on resource:security_group {{(pid=86838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:42:21.543617 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6960a110-84ad-4e55-8fb1-a71a7cc85ac0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:42:21.543971 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6960a110-84ad-4e55-8fb1-a71a7cc85ac0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:42:21.544290 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6960a110-84ad-4e55-8fb1-a71a7cc85ac0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:42:21.544616 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6960a110-84ad-4e55-8fb1-a71a7cc85ac0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:42:21.544943 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6960a110-84ad-4e55-8fb1-a71a7cc85ac0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:42:21.545265 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6960a110-84ad-4e55-8fb1-a71a7cc85ac0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:42:21.545607 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6960a110-84ad-4e55-8fb1-a71a7cc85ac0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:42:21.545924 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6960a110-84ad-4e55-8fb1-a71a7cc85ac0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:42:21.546262 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6960a110-84ad-4e55-8fb1-a71a7cc85ac0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:42:21.546589 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6960a110-84ad-4e55-8fb1-a71a7cc85ac0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:42:21.546931 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6960a110-84ad-4e55-8fb1-a71a7cc85ac0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:42:21.547246 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6960a110-84ad-4e55-8fb1-a71a7cc85ac0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:42:21.551286 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-6960a110-84ad-4e55-8fb1-a71a7cc85ac0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:42:21.565749 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-6960a110-84ad-4e55-8fb1-a71a7cc85ac0 admin admin] Unset dirty status for tenant:8a45f5c0fa364e969c4b3d268b1ee053 on resource:security_group {{(pid=86838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:42:21.567073 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-6960a110-84ad-4e55-8fb1-a71a7cc85ac0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a0d5bb6ad62f49cf91749b28a53ccf60&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3141546 Nov 23 12:42:21.569943 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 45034) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:42:21.632531 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-8251c265-8a3c-4434-a032-9f078dfaf7b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:42:21.661892 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-8251c265-8a3c-4434-a032-9f078dfaf7b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:42:21.758792 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-8251c265-8a3c-4434-a032-9f078dfaf7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:42:21.763449 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-bbbf7ecc-5623-4e46-83db-6a3479db38a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:42:21.777068 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8251c265-8a3c-4434-a032-9f078dfaf7b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ab12384-a221-4822-a8bb-57c9d153a5ed,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:42:21.779637 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-8251c265-8a3c-4434-a032-9f078dfaf7b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:42:21.784603 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-8251c265-8a3c-4434-a032-9f078dfaf7b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:42:21.785473 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-8251c265-8a3c-4434-a032-9f078dfaf7b4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5ab12384-a221-4822-a8bb-57c9d153a5ed HTTP/1.1" status: 204 len: 168 time: 0.2144969 Nov 23 12:42:22.853903 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-3b9f8e92-edcb-49cb-a03c-e5b1fb8c2541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:42:23.391823 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:42:25.665725 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-a5be9c52-46e0-4e64-8827-9d0c5de323ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:42:26.437470 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-8254020c-a8f6-4cc9-8d4f-32dd99c2f4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:42:28.229911 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-3a3d0f92-e1d8-40e0-8f39-c6b28c555fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:42:42.135230 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.agents_db [None req-d0d00f27-41a4-4d9d-a63d-8c6bf84d2b10 None None] Agent healthcheck: found 5 active agents {{(pid=86840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 12:42:52.851660 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-993ceaa2-27b3-4466-b639-9d7c5b67a5f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:42:53.386738 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:42:55.661643 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-d65454fa-e426-4c03-a042-5bf6a0f08a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:42:56.440781 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-8254020c-a8f6-4cc9-8d4f-32dd99c2f4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:42:58.234660 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-3a3d0f92-e1d8-40e0-8f39-c6b28c555fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:43:19.134955 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.agents_db [None req-d0d00f27-41a4-4d9d-a63d-8c6bf84d2b10 None None] Agent healthcheck: found 5 active agents {{(pid=86840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 12:43:22.847147 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-05f3344e-a5b7-41eb-9ba3-0ee34ac1b921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:43:23.392225 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:43:25.657982 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-bd647d03-1ef9-4f9a-ae1c-a04166e4ad6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:43:26.447786 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-8254020c-a8f6-4cc9-8d4f-32dd99c2f4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:43:28.237699 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-3a3d0f92-e1d8-40e0-8f39-c6b28c555fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:43:52.859673 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5e3062ba-a34e-440d-97e5-44ce06ca5da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:43:53.397036 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:43:55.663477 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-a7eaabde-f57d-4fb3-bcce-79cc861ff40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:43:56.134216 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.agents_db [None req-d0d00f27-41a4-4d9d-a63d-8c6bf84d2b10 None None] Agent healthcheck: found 5 active agents {{(pid=86840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 12:43:56.468198 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-8254020c-a8f6-4cc9-8d4f-32dd99c2f4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:43:58.241434 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-3a3d0f92-e1d8-40e0-8f39-c6b28c555fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:44:04.602245 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-505867'] for agent, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:44:19.449343 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 45106) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:44:19.569972 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-2b9491c0-e1f6-49e7-9a79-8d2c880d8394 admin admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1194563 Nov 23 12:44:21.735997 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 45120) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:44:21.797027 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-c6094991-ce82-4bc2-97ff-f8be22daa208 admin admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0599291 Nov 23 12:44:22.854430 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-75a73273-558f-49d7-aeed-67fe0aecdb6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:44:23.408992 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:44:25.674468 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-d442a387-0f28-4b3b-9285-7ae2ac69fcc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:44:26.449971 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-8254020c-a8f6-4cc9-8d4f-32dd99c2f4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:44:28.256309 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-3a3d0f92-e1d8-40e0-8f39-c6b28c555fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:44:33.134059 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.agents_db [None req-d0d00f27-41a4-4d9d-a63d-8c6bf84d2b10 None None] Agent healthcheck: found 6 active agents {{(pid=86840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 12:44:34.595083 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:44:52.860061 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-15c3beea-7aaa-4c16-96fc-18c1317f797b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:44:53.407419 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:44:55.669156 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-73ff0215-6300-439e-99f5-587e073ee799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:44:56.456237 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-8254020c-a8f6-4cc9-8d4f-32dd99c2f4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:44:58.247315 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-3a3d0f92-e1d8-40e0-8f39-c6b28c555fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:04.600714 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:10.133395 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.agents_db [None req-d0d00f27-41a4-4d9d-a63d-8c6bf84d2b10 None None] Agent healthcheck: found 6 active agents {{(pid=86840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 12:45:22.869889 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-02ed6bd5-5a77-4448-8d77-2ac599826c9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:23.407457 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:25.673739 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-b27b4223-a210-4f13-aa9d-1d69e4a270b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:26.456678 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-8254020c-a8f6-4cc9-8d4f-32dd99c2f4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:28.250907 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-3a3d0f92-e1d8-40e0-8f39-c6b28c555fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:34.598204 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:47.133903 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.agents_db [None req-d0d00f27-41a4-4d9d-a63d-8c6bf84d2b10 None None] Agent healthcheck: found 6 active agents {{(pid=86840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 12:45:52.867359 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-188943a7-8c65-4d50-bbbd-d52dcb9fb69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:53.404139 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:55.677929 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-168af2a0-f1e4-4c9d-9f09-3d028d05c1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:56.459850 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-8254020c-a8f6-4cc9-8d4f-32dd99c2f4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:58.254539 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-3a3d0f92-e1d8-40e0-8f39-c6b28c555fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:04.605242 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:07.106044 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 45282) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:07.405229 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.v2.base [None req-a44cdba5-5442-4d6c-8bf1-9ce01c450451 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1827004693-network', 'tenant_id': 'd66b4a21b0fe4386a781f7160eda94ae'}} {{(pid=86838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:46:07.410204 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-a44cdba5-5442-4d6c-8bf1-9ce01c450451 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:46:07.414896 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-a44cdba5-5442-4d6c-8bf1-9ce01c450451 admin admin] Usage tracker for resource:network and tenant:d66b4a21b0fe4386a781f7160eda94ae is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:46:07.418258 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-a44cdba5-5442-4d6c-8bf1-9ce01c450451 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:46:07.424618 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-a44cdba5-5442-4d6c-8bf1-9ce01c450451 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:46:07.440638 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a44cdba5-5442-4d6c-8bf1-9ce01c450451 admin admin] Made reservation on behalf of d66b4a21b0fe4386a781f7160eda94ae for: {'network': 1} {{(pid=86838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:46:07.444025 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-a44cdba5-5442-4d6c-8bf1-9ce01c450451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for network, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:07.457530 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-a44cdba5-5442-4d6c-8bf1-9ce01c450451 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:07.473691 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-a44cdba5-5442-4d6c-8bf1-9ce01c450451 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:46:07.478414 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-a44cdba5-5442-4d6c-8bf1-9ce01c450451 admin admin] Usage tracker for resource:security_group_rule and tenant:d66b4a21b0fe4386a781f7160eda94ae is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:46:07.481731 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-a44cdba5-5442-4d6c-8bf1-9ce01c450451 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:46:07.498316 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-a44cdba5-5442-4d6c-8bf1-9ce01c450451 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:46:07.590930 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-a44cdba5-5442-4d6c-8bf1-9ce01c450451 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:07.595880 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-a44cdba5-5442-4d6c-8bf1-9ce01c450451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:07.599687 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:07.637458 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a44cdba5-5442-4d6c-8bf1-9ce01c450451 admin admin] vlan segment allocate from pool success with {'vlan_id': 760, 'physical_network': 'physnet1'} {{(pid=86838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 12:46:07.640075 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44cdba5-5442-4d6c-8bf1-9ce01c450451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a850f89-1fcd-4fc3-a6fa-0f4e61598668,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:07.651474 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44cdba5-5442-4d6c-8bf1-9ce01c450451 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:46:07.651774 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44cdba5-5442-4d6c-8bf1-9ce01c450451 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:46:07.652111 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44cdba5-5442-4d6c-8bf1-9ce01c450451 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:46:07.652437 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44cdba5-5442-4d6c-8bf1-9ce01c450451 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:46:07.652764 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44cdba5-5442-4d6c-8bf1-9ce01c450451 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:46:07.653087 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44cdba5-5442-4d6c-8bf1-9ce01c450451 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:46:07.653398 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44cdba5-5442-4d6c-8bf1-9ce01c450451 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:46:07.653760 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44cdba5-5442-4d6c-8bf1-9ce01c450451 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:46:07.654079 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44cdba5-5442-4d6c-8bf1-9ce01c450451 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:46:07.654364 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44cdba5-5442-4d6c-8bf1-9ce01c450451 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:46:07.654679 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44cdba5-5442-4d6c-8bf1-9ce01c450451 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:46:07.655842 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44cdba5-5442-4d6c-8bf1-9ce01c450451 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:46:07.656021 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44cdba5-5442-4d6c-8bf1-9ce01c450451 admin admin] Tracked resource versions report: Nov 23 12:46:07.656021 dv-cinder-818883-1-smb neutron-server[86838]: pushed versions: Nov 23 12:46:07.656021 dv-cinder-818883-1-smb neutron-server[86838]: { 'AddressGroup': {'1.2'}, Nov 23 12:46:07.656021 dv-cinder-818883-1-smb neutron-server[86838]: 'ConntrackHelper': {'1.0'}, Nov 23 12:46:07.656021 dv-cinder-818883-1-smb neutron-server[86838]: 'Log': {'1.0'}, Nov 23 12:46:07.656021 dv-cinder-818883-1-smb neutron-server[86838]: 'Network': {'1.1'}, Nov 23 12:46:07.656021 dv-cinder-818883-1-smb neutron-server[86838]: 'Port': {'1.7'}, Nov 23 12:46:07.656021 dv-cinder-818883-1-smb neutron-server[86838]: 'PortForwarding': {'1.2'}, Nov 23 12:46:07.656021 dv-cinder-818883-1-smb neutron-server[86838]: 'QosPolicy': {'1.8'}, Nov 23 12:46:07.656021 dv-cinder-818883-1-smb neutron-server[86838]: 'SecurityGroup': {'1.4'}, Nov 23 12:46:07.656021 dv-cinder-818883-1-smb neutron-server[86838]: 'SecurityGroupRule': {'1.2'}, Nov 23 12:46:07.656021 dv-cinder-818883-1-smb neutron-server[86838]: 'SubPort': {'1.0'}, Nov 23 12:46:07.656021 dv-cinder-818883-1-smb neutron-server[86838]: 'Subnet': {'1.1'}, Nov 23 12:46:07.656021 dv-cinder-818883-1-smb neutron-server[86838]: 'Trunk': {'1.1'}} Nov 23 12:46:07.656021 dv-cinder-818883-1-smb neutron-server[86838]: consumer versions: Nov 23 12:46:07.656021 dv-cinder-818883-1-smb neutron-server[86838]: { DHCP agent@dv-cinder-818883-1-smb: {}, Nov 23 12:46:07.656021 dv-cinder-818883-1-smb neutron-server[86838]: HyperV agent@hv-cinder-81888: {}, Nov 23 12:46:07.656021 dv-cinder-818883-1-smb neutron-server[86838]: L3 agent@dv-cinder-818883-1-smb: {}, Nov 23 12:46:07.656021 dv-cinder-818883-1-smb neutron-server[86838]: Metadata agent@dv-cinder-818883-1-smb: {}, Nov 23 12:46:07.656021 dv-cinder-818883-1-smb neutron-server[86838]: Metering agent@dv-cinder-818883-1-smb: {}, Nov 23 12:46:07.656021 dv-cinder-818883-1-smb neutron-server[86838]: Open vSwitch agent@dv-cinder-818883-1-smb: { 'AddressGroup': '1.2', Nov 23 12:46:07.656021 dv-cinder-818883-1-smb neutron-server[86838]: 'ConntrackHelper': '1.0', Nov 23 12:46:07.656021 dv-cinder-818883-1-smb neutron-server[86838]: 'Log': '1.0', Nov 23 12:46:07.656021 dv-cinder-818883-1-smb neutron-server[86838]: 'Network': '1.1', Nov 23 12:46:07.656021 dv-cinder-818883-1-smb neutron-server[86838]: 'Port': '1.7', Nov 23 12:46:07.656021 dv-cinder-818883-1-smb neutron-server[86838]: 'PortForwarding': '1.2', Nov 23 12:46:07.656021 dv-cinder-818883-1-smb neutron-server[86838]: 'QosPolicy': '1.8', Nov 23 12:46:07.656021 dv-cinder-818883-1-smb neutron-server[86838]: 'SecurityGroup': '1.4', Nov 23 12:46:07.656021 dv-cinder-818883-1-smb neutron-server[86838]: 'SecurityGroupRule': '1.2', Nov 23 12:46:07.656021 dv-cinder-818883-1-smb neutron-server[86838]: 'SubPort': '1.0', Nov 23 12:46:07.656021 dv-cinder-818883-1-smb neutron-server[86838]: 'Subnet': '1.1', Nov 23 12:46:07.656021 dv-cinder-818883-1-smb neutron-server[86838]: 'Trunk': '1.1'}} Nov 23 12:46:07.656021 dv-cinder-818883-1-smb neutron-server[86838]: {{(pid=86838) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 12:46:07.662533 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-a44cdba5-5442-4d6c-8bf1-9ce01c450451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572451'] for segment, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:07.663081 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.db.segments_db [None req-a44cdba5-5442-4d6c-8bf1-9ce01c450451 admin admin] Added segment 85703ffb-0024-40a4-9e1c-786d143a488d of type vlan for network db06a41a-eafd-447e-965a-14c1b39ecb30 Nov 23 12:46:07.682171 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-a44cdba5-5442-4d6c-8bf1-9ce01c450451 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:07.709030 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-a44cdba5-5442-4d6c-8bf1-9ce01c450451 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788170511809'] for network, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:07.742242 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-a44cdba5-5442-4d6c-8bf1-9ce01c450451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595'] for network, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:07.744162 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a44cdba5-5442-4d6c-8bf1-9ce01c450451 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:07.744757 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-a44cdba5-5442-4d6c-8bf1-9ce01c450451 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600637'] for network, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:07.749849 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-bbbf7ecc-5623-4e46-83db-6a3479db38a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:07.860783 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44cdba5-5442-4d6c-8bf1-9ce01c450451 admin admin] Pushing event updated for resources: {'Network': ['ID=db06a41a-eafd-447e-965a-14c1b39ecb30,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:07.867516 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-a44cdba5-5442-4d6c-8bf1-9ce01c450451 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:07.872753 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Network db06a41a-eafd-447e-965a-14c1b39ecb30 details requested by agent ovs-agent-dv-cinder-818883-1-smb with host dv-cinder-818883-1-smb {{(pid=86839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 23 12:46:07.884834 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 45330) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:07.885880 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-a44cdba5-5442-4d6c-8bf1-9ce01c450451 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7781711 Nov 23 12:46:07.891655 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.v2.base [None req-516b2e4c-6ed5-4225-aee2-16030c1290f5 admin admin] Request body: {'subnet': {'network_id': 'db06a41a-eafd-447e-965a-14c1b39ecb30', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1827004693-subnet', 'tenant_id': 'd66b4a21b0fe4386a781f7160eda94ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:46:07.898037 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-516b2e4c-6ed5-4225-aee2-16030c1290f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:46:07.909299 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-516b2e4c-6ed5-4225-aee2-16030c1290f5 admin admin] Usage tracker for resource:subnet and tenant:d66b4a21b0fe4386a781f7160eda94ae is out of sync, need to count used quota {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:46:07.917089 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-516b2e4c-6ed5-4225-aee2-16030c1290f5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:46:07.930252 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-516b2e4c-6ed5-4225-aee2-16030c1290f5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:46:07.948746 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-516b2e4c-6ed5-4225-aee2-16030c1290f5 admin admin] Made reservation on behalf of d66b4a21b0fe4386a781f7160eda94ae for: {'subnet': 1} {{(pid=86837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:46:07.953172 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-516b2e4c-6ed5-4225-aee2-16030c1290f5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:08.082372 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 45338) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:08.189294 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-516b2e4c-6ed5-4225-aee2-16030c1290f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595'] for subnet, after_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:08.195039 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-41acd745-11dd-43d7-ae00-55f73a71a333 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:08.293734 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516b2e4c-6ed5-4225-aee2-16030c1290f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0d370b4-ffde-4b58-bd7e-c9414689a347,revision_number=0']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:08.305105 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516b2e4c-6ed5-4225-aee2-16030c1290f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:46:08.305596 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516b2e4c-6ed5-4225-aee2-16030c1290f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:46:08.306029 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516b2e4c-6ed5-4225-aee2-16030c1290f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:46:08.306452 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516b2e4c-6ed5-4225-aee2-16030c1290f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:46:08.306938 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516b2e4c-6ed5-4225-aee2-16030c1290f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:46:08.307508 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516b2e4c-6ed5-4225-aee2-16030c1290f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:46:08.308036 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516b2e4c-6ed5-4225-aee2-16030c1290f5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:46:08.308609 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516b2e4c-6ed5-4225-aee2-16030c1290f5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:46:08.312963 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516b2e4c-6ed5-4225-aee2-16030c1290f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:46:08.313604 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516b2e4c-6ed5-4225-aee2-16030c1290f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:46:08.314154 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516b2e4c-6ed5-4225-aee2-16030c1290f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:46:08.314682 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516b2e4c-6ed5-4225-aee2-16030c1290f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:46:08.315962 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516b2e4c-6ed5-4225-aee2-16030c1290f5 admin admin] Tracked resource versions report: Nov 23 12:46:08.315962 dv-cinder-818883-1-smb neutron-server[86837]: pushed versions: Nov 23 12:46:08.315962 dv-cinder-818883-1-smb neutron-server[86837]: { 'AddressGroup': {'1.2'}, Nov 23 12:46:08.315962 dv-cinder-818883-1-smb neutron-server[86837]: 'ConntrackHelper': {'1.0'}, Nov 23 12:46:08.315962 dv-cinder-818883-1-smb neutron-server[86837]: 'Log': {'1.0'}, Nov 23 12:46:08.315962 dv-cinder-818883-1-smb neutron-server[86837]: 'Network': {'1.1'}, Nov 23 12:46:08.315962 dv-cinder-818883-1-smb neutron-server[86837]: 'Port': {'1.7'}, Nov 23 12:46:08.315962 dv-cinder-818883-1-smb neutron-server[86837]: 'PortForwarding': {'1.2'}, Nov 23 12:46:08.315962 dv-cinder-818883-1-smb neutron-server[86837]: 'QosPolicy': {'1.8'}, Nov 23 12:46:08.315962 dv-cinder-818883-1-smb neutron-server[86837]: 'SecurityGroup': {'1.4'}, Nov 23 12:46:08.315962 dv-cinder-818883-1-smb neutron-server[86837]: 'SecurityGroupRule': {'1.2'}, Nov 23 12:46:08.315962 dv-cinder-818883-1-smb neutron-server[86837]: 'SubPort': {'1.0'}, Nov 23 12:46:08.315962 dv-cinder-818883-1-smb neutron-server[86837]: 'Subnet': {'1.1'}, Nov 23 12:46:08.315962 dv-cinder-818883-1-smb neutron-server[86837]: 'Trunk': {'1.1'}} Nov 23 12:46:08.315962 dv-cinder-818883-1-smb neutron-server[86837]: consumer versions: Nov 23 12:46:08.315962 dv-cinder-818883-1-smb neutron-server[86837]: { DHCP agent@dv-cinder-818883-1-smb: {}, Nov 23 12:46:08.315962 dv-cinder-818883-1-smb neutron-server[86837]: HyperV agent@hv-cinder-81888: {}, Nov 23 12:46:08.315962 dv-cinder-818883-1-smb neutron-server[86837]: L3 agent@dv-cinder-818883-1-smb: {}, Nov 23 12:46:08.315962 dv-cinder-818883-1-smb neutron-server[86837]: Metadata agent@dv-cinder-818883-1-smb: {}, Nov 23 12:46:08.315962 dv-cinder-818883-1-smb neutron-server[86837]: Metering agent@dv-cinder-818883-1-smb: {}, Nov 23 12:46:08.315962 dv-cinder-818883-1-smb neutron-server[86837]: Open vSwitch agent@dv-cinder-818883-1-smb: { 'AddressGroup': '1.2', Nov 23 12:46:08.315962 dv-cinder-818883-1-smb neutron-server[86837]: 'ConntrackHelper': '1.0', Nov 23 12:46:08.315962 dv-cinder-818883-1-smb neutron-server[86837]: 'Log': '1.0', Nov 23 12:46:08.315962 dv-cinder-818883-1-smb neutron-server[86837]: 'Network': '1.1', Nov 23 12:46:08.315962 dv-cinder-818883-1-smb neutron-server[86837]: 'Port': '1.7', Nov 23 12:46:08.315962 dv-cinder-818883-1-smb neutron-server[86837]: 'PortForwarding': '1.2', Nov 23 12:46:08.315962 dv-cinder-818883-1-smb neutron-server[86837]: 'QosPolicy': '1.8', Nov 23 12:46:08.315962 dv-cinder-818883-1-smb neutron-server[86837]: 'SecurityGroup': '1.4', Nov 23 12:46:08.315962 dv-cinder-818883-1-smb neutron-server[86837]: 'SecurityGroupRule': '1.2', Nov 23 12:46:08.315962 dv-cinder-818883-1-smb neutron-server[86837]: 'SubPort': '1.0', Nov 23 12:46:08.315962 dv-cinder-818883-1-smb neutron-server[86837]: 'Subnet': '1.1', Nov 23 12:46:08.315962 dv-cinder-818883-1-smb neutron-server[86837]: 'Trunk': '1.1'}} Nov 23 12:46:08.315962 dv-cinder-818883-1-smb neutron-server[86837]: {{(pid=86837) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 12:46:08.320933 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516b2e4c-6ed5-4225-aee2-16030c1290f5 admin admin] Checking segment: {'id': '85703ffb-0024-40a4-9e1c-786d143a488d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'db06a41a-eafd-447e-965a-14c1b39ecb30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:46:08.321625 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516b2e4c-6ed5-4225-aee2-16030c1290f5 admin admin] Network hostable DHCP agents. Network: db06a41a-eafd-447e-965a-14c1b39ecb30, hostable agents: ['7adafed1-c9c5-48d0-9254-d37451f0c452'], hosted agents: [] {{(pid=86837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 12:46:08.329830 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-516b2e4c-6ed5-4225-aee2-16030c1290f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:08.349291 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516b2e4c-6ed5-4225-aee2-16030c1290f5 admin admin] Network db06a41a-eafd-447e-965a-14c1b39ecb30 is scheduled to be hosted by DHCP agent 7adafed1-c9c5-48d0-9254-d37451f0c452 with binding_index 1 {{(pid=86837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 12:46:08.349421 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 45352) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:08.362179 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 45358) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:08.367334 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.scheduler.base_scheduler [None req-516b2e4c-6ed5-4225-aee2-16030c1290f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818883-1-smb, db06a41a-eafd-447e-965a-14c1b39ecb30) {{(pid=86837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:46:08.373584 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-516b2e4c-6ed5-4225-aee2-16030c1290f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:08.374410 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-516b2e4c-6ed5-4225-aee2-16030c1290f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600637'] for subnet, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:08.383406 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6988095d-ed26-4388-9d88-3e89f55824a7 None None] Network db06a41a-eafd-447e-965a-14c1b39ecb30 requested from dv-cinder-818883-1-smb {{(pid=86839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 12:46:08.414955 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-516b2e4c-6ed5-4225-aee2-16030c1290f5 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5278735 Nov 23 12:46:08.486857 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.v2.base [None req-1db5ea7c-7ef8-4f1e-bec1-1de649d97cab admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-781259906-network', 'tenant_id': 'e6142a50a1bb4ef9bfd9b1bc59edda1d'}} {{(pid=86838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:46:08.491968 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-1db5ea7c-7ef8-4f1e-bec1-1de649d97cab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:46:08.505168 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-1db5ea7c-7ef8-4f1e-bec1-1de649d97cab admin admin] Usage tracker for resource:network and tenant:e6142a50a1bb4ef9bfd9b1bc59edda1d is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:46:08.514357 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-1db5ea7c-7ef8-4f1e-bec1-1de649d97cab admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:46:08.522577 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-1db5ea7c-7ef8-4f1e-bec1-1de649d97cab admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:46:08.536051 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1db5ea7c-7ef8-4f1e-bec1-1de649d97cab admin admin] Made reservation on behalf of e6142a50a1bb4ef9bfd9b1bc59edda1d for: {'network': 1} {{(pid=86838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:46:08.539135 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-1db5ea7c-7ef8-4f1e-bec1-1de649d97cab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for network, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:08.556187 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-1db5ea7c-7ef8-4f1e-bec1-1de649d97cab admin admin] Notify callbacks [] for security_group, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:08.588020 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-1db5ea7c-7ef8-4f1e-bec1-1de649d97cab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:46:08.592970 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-1db5ea7c-7ef8-4f1e-bec1-1de649d97cab admin admin] Usage tracker for resource:security_group_rule and tenant:e6142a50a1bb4ef9bfd9b1bc59edda1d is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:46:08.597414 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-1db5ea7c-7ef8-4f1e-bec1-1de649d97cab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:46:08.604487 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-1db5ea7c-7ef8-4f1e-bec1-1de649d97cab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:46:08.672395 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-717566cd-8b8a-4cde-9686-7fec2d66cf46 None None] Network db06a41a-eafd-447e-965a-14c1b39ecb30 requested from dv-cinder-818883-1-smb {{(pid=86839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 12:46:08.733591 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-1db5ea7c-7ef8-4f1e-bec1-1de649d97cab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:08.740004 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-1db5ea7c-7ef8-4f1e-bec1-1de649d97cab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:08.753828 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1db5ea7c-7ef8-4f1e-bec1-1de649d97cab admin admin] vlan segment allocate from pool success with {'vlan_id': 773, 'physical_network': 'physnet1'} {{(pid=86838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 12:46:08.764930 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-1db5ea7c-7ef8-4f1e-bec1-1de649d97cab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572451'] for segment, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:08.765305 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.db.segments_db [None req-1db5ea7c-7ef8-4f1e-bec1-1de649d97cab admin admin] Added segment 72423ed0-d64a-4579-bbc7-85380a74b257 of type vlan for network f34ec0a4-d329-411a-9213-97be29ff4587 Nov 23 12:46:08.773379 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-6960a110-84ad-4e55-8fb1-a71a7cc85ac0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:08.805493 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db5ea7c-7ef8-4f1e-bec1-1de649d97cab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=444a1f25-e195-498e-b10e-7ef647d2293e,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:08.831282 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-1db5ea7c-7ef8-4f1e-bec1-1de649d97cab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:08.850263 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.v2.base [None req-ee3c7697-e63b-4841-b01d-75204011b3c2 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1828634201-network', 'tenant_id': 'f976241d01bd41999a758bef4447e874'}} {{(pid=86838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:46:08.855554 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-ee3c7697-e63b-4841-b01d-75204011b3c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:46:08.860245 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-ee3c7697-e63b-4841-b01d-75204011b3c2 admin admin] Usage tracker for resource:network and tenant:f976241d01bd41999a758bef4447e874 is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:46:08.863945 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-ee3c7697-e63b-4841-b01d-75204011b3c2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:46:08.870369 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-ee3c7697-e63b-4841-b01d-75204011b3c2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:46:08.889588 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.v2.base [None req-f4dea593-f1d3-477c-afa8-aff29c344951 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-46757015-network', 'tenant_id': '91624ff73b014ed4aa8831330bf94986'}} {{(pid=86838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:46:08.903488 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-f4dea593-f1d3-477c-afa8-aff29c344951 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:46:08.908038 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-f4dea593-f1d3-477c-afa8-aff29c344951 admin admin] Usage tracker for resource:network and tenant:91624ff73b014ed4aa8831330bf94986 is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:46:08.912390 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee3c7697-e63b-4841-b01d-75204011b3c2 admin admin] Made reservation on behalf of f976241d01bd41999a758bef4447e874 for: {'network': 1} {{(pid=86838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:46:08.914853 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-ee3c7697-e63b-4841-b01d-75204011b3c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for network, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:08.926895 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-1db5ea7c-7ef8-4f1e-bec1-1de649d97cab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788170511809'] for network, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:08.930832 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-f4dea593-f1d3-477c-afa8-aff29c344951 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:46:08.937280 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-f4dea593-f1d3-477c-afa8-aff29c344951 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:46:08.953028 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-ee3c7697-e63b-4841-b01d-75204011b3c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:08.978599 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4dea593-f1d3-477c-afa8-aff29c344951 admin admin] Made reservation on behalf of 91624ff73b014ed4aa8831330bf94986 for: {'network': 1} {{(pid=86838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:46:08.980930 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-f4dea593-f1d3-477c-afa8-aff29c344951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for network, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:08.998338 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-ee3c7697-e63b-4841-b01d-75204011b3c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:46:09.000560 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-f4dea593-f1d3-477c-afa8-aff29c344951 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:09.025017 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-ee3c7697-e63b-4841-b01d-75204011b3c2 admin admin] Usage tracker for resource:security_group_rule and tenant:f976241d01bd41999a758bef4447e874 is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:46:09.031023 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-ee3c7697-e63b-4841-b01d-75204011b3c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:46:09.037820 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-ee3c7697-e63b-4841-b01d-75204011b3c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:46:09.040036 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-f4dea593-f1d3-477c-afa8-aff29c344951 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:46:09.048028 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-f4dea593-f1d3-477c-afa8-aff29c344951 admin admin] Usage tracker for resource:security_group_rule and tenant:91624ff73b014ed4aa8831330bf94986 is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:46:09.056365 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-f4dea593-f1d3-477c-afa8-aff29c344951 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:46:09.059175 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-1db5ea7c-7ef8-4f1e-bec1-1de649d97cab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595'] for network, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:09.063597 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-f4dea593-f1d3-477c-afa8-aff29c344951 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:46:09.066453 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db5ea7c-7ef8-4f1e-bec1-1de649d97cab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:09.067206 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-1db5ea7c-7ef8-4f1e-bec1-1de649d97cab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600637'] for network, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:09.088336 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:09.210585 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db5ea7c-7ef8-4f1e-bec1-1de649d97cab admin admin] Pushing event updated for resources: {'Network': ['ID=f34ec0a4-d329-411a-9213-97be29ff4587,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:09.213541 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-1db5ea7c-7ef8-4f1e-bec1-1de649d97cab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:09.222409 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Network f34ec0a4-d329-411a-9213-97be29ff4587 details requested by agent ovs-agent-dv-cinder-818883-1-smb with host dv-cinder-818883-1-smb {{(pid=86839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 23 12:46:09.250979 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-1db5ea7c-7ef8-4f1e-bec1-1de649d97cab admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1669643 Nov 23 12:46:09.254193 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 45396) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:09.265986 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.v2.base [None req-7fb6581c-2a41-49f0-8eb0-759b12492757 admin admin] Request body: {'subnet': {'network_id': 'f34ec0a4-d329-411a-9213-97be29ff4587', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-781259906-subnet', 'tenant_id': 'e6142a50a1bb4ef9bfd9b1bc59edda1d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:46:09.278683 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-7fb6581c-2a41-49f0-8eb0-759b12492757 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:46:09.292212 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-7fb6581c-2a41-49f0-8eb0-759b12492757 admin admin] Usage tracker for resource:subnet and tenant:e6142a50a1bb4ef9bfd9b1bc59edda1d is out of sync, need to count used quota {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:46:09.303066 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-7fb6581c-2a41-49f0-8eb0-759b12492757 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:46:09.318651 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-7fb6581c-2a41-49f0-8eb0-759b12492757 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:46:09.370763 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-ee3c7697-e63b-4841-b01d-75204011b3c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:09.396731 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fb6581c-2a41-49f0-8eb0-759b12492757 admin admin] Made reservation on behalf of e6142a50a1bb4ef9bfd9b1bc59edda1d for: {'subnet': 1} {{(pid=86837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:46:09.400665 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-7fb6581c-2a41-49f0-8eb0-759b12492757 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:09.439690 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-f4dea593-f1d3-477c-afa8-aff29c344951 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:09.445813 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-ee3c7697-e63b-4841-b01d-75204011b3c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:09.448807 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-f4dea593-f1d3-477c-afa8-aff29c344951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:09.498290 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee3c7697-e63b-4841-b01d-75204011b3c2 admin admin] vlan segment allocate from pool success with {'vlan_id': 793, 'physical_network': 'physnet1'} {{(pid=86838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 12:46:09.524094 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-ee3c7697-e63b-4841-b01d-75204011b3c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572451'] for segment, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:09.524444 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.db.segments_db [None req-ee3c7697-e63b-4841-b01d-75204011b3c2 admin admin] Added segment 7dfe855d-43f1-4afb-9401-223ec6aba994 of type vlan for network d373d051-bf94-4523-9663-39db213210be Nov 23 12:46:09.598622 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-ee3c7697-e63b-4841-b01d-75204011b3c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788170511809'] for network, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:09.627201 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:09.637961 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-ee3c7697-e63b-4841-b01d-75204011b3c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595'] for network, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:09.647536 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3c7697-e63b-4841-b01d-75204011b3c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:09.648434 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-ee3c7697-e63b-4841-b01d-75204011b3c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600637'] for network, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:09.684255 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3c7697-e63b-4841-b01d-75204011b3c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee2954f9-8dbc-41bd-89bd-8ae39b19f461,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:09.710586 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4dea593-f1d3-477c-afa8-aff29c344951 admin admin] vlan segment allocate from pool success with {'vlan_id': 786, 'physical_network': 'physnet1'} {{(pid=86838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 12:46:09.735488 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-f4dea593-f1d3-477c-afa8-aff29c344951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572451'] for segment, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:09.735828 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.db.segments_db [None req-f4dea593-f1d3-477c-afa8-aff29c344951 admin admin] Added segment 2ce219c0-31bb-4a35-97c5-ece432ad3767 of type vlan for network f9d133c8-4135-48e6-b582-06743cb8c4da Nov 23 12:46:09.736901 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dea593-f1d3-477c-afa8-aff29c344951 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a07395ea-6958-4a30-8653-814e78309a7c,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:09.740065 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-f4dea593-f1d3-477c-afa8-aff29c344951 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:09.747305 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.100s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:09.747587 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:09.749764 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.085s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:09.767851 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-7fb6581c-2a41-49f0-8eb0-759b12492757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595'] for subnet, after_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:09.791155 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-516b2e4c-6ed5-4225-aee2-16030c1290f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:09.821694 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-ee3c7697-e63b-4841-b01d-75204011b3c2 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4557288 Nov 23 12:46:09.827086 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 45418) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:09.861898 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.v2.base [None req-a6142f6e-6583-41f2-ae3c-ffe2b441ae64 admin admin] Request body: {'subnet': {'network_id': 'd373d051-bf94-4523-9663-39db213210be', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1828634201-subnet', 'tenant_id': 'f976241d01bd41999a758bef4447e874', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:46:09.871729 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-f4dea593-f1d3-477c-afa8-aff29c344951 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788170511809'] for network, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:09.875716 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-a6142f6e-6583-41f2-ae3c-ffe2b441ae64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:46:09.887076 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-a6142f6e-6583-41f2-ae3c-ffe2b441ae64 admin admin] Usage tracker for resource:subnet and tenant:f976241d01bd41999a758bef4447e874 is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:46:09.890121 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3c7697-e63b-4841-b01d-75204011b3c2 admin admin] Pushing event updated for resources: {'Network': ['ID=d373d051-bf94-4523-9663-39db213210be,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:09.895100 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-ee3c7697-e63b-4841-b01d-75204011b3c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:09.896594 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb6581c-2a41-49f0-8eb0-759b12492757 admin admin] Pushing event updated for resources: {'Subnet': ['ID=456abfc7-81cf-4d5c-adc8-b3f39f8433bb,revision_number=0']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:09.899378 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-a6142f6e-6583-41f2-ae3c-ffe2b441ae64 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:46:09.905780 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Network d373d051-bf94-4523-9663-39db213210be details requested by agent ovs-agent-dv-cinder-818883-1-smb with host dv-cinder-818883-1-smb {{(pid=86839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 23 12:46:09.906035 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-7fb6581c-2a41-49f0-8eb0-759b12492757 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:09.920424 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-a6142f6e-6583-41f2-ae3c-ffe2b441ae64 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:46:09.933854 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb6581c-2a41-49f0-8eb0-759b12492757 admin admin] Checking segment: {'id': '72423ed0-d64a-4579-bbc7-85380a74b257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'f34ec0a4-d329-411a-9213-97be29ff4587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:46:09.934092 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb6581c-2a41-49f0-8eb0-759b12492757 admin admin] Network hostable DHCP agents. Network: f34ec0a4-d329-411a-9213-97be29ff4587, hostable agents: ['7adafed1-c9c5-48d0-9254-d37451f0c452'], hosted agents: [] {{(pid=86837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 12:46:09.960350 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb6581c-2a41-49f0-8eb0-759b12492757 admin admin] Network f34ec0a4-d329-411a-9213-97be29ff4587 is scheduled to be hosted by DHCP agent 7adafed1-c9c5-48d0-9254-d37451f0c452 with binding_index 1 {{(pid=86837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 12:46:09.980145 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.scheduler.base_scheduler [None req-7fb6581c-2a41-49f0-8eb0-759b12492757 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818883-1-smb, f34ec0a4-d329-411a-9213-97be29ff4587) {{(pid=86837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:46:09.996451 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb6581c-2a41-49f0-8eb0-759b12492757 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:09.997693 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-7fb6581c-2a41-49f0-8eb0-759b12492757 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600637'] for subnet, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:10.036693 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-7fb6581c-2a41-49f0-8eb0-759b12492757 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7801440 Nov 23 12:46:10.039817 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 45422) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:10.045096 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.v2.base [None req-862350dc-d518-4885-b28d-1aa225afcfba admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-781259906-router', 'tenant_id': 'e6142a50a1bb4ef9bfd9b1bc59edda1d', 'external_gateway_info': {'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429'}}} {{(pid=86837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:46:10.059318 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-862350dc-d518-4885-b28d-1aa225afcfba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:46:10.062234 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ddeb25f-458b-4c98-b357-f03ac1f5ead8 None None] Network f34ec0a4-d329-411a-9213-97be29ff4587 requested from dv-cinder-818883-1-smb {{(pid=86839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 12:46:10.065829 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-862350dc-d518-4885-b28d-1aa225afcfba admin admin] Usage tracker for resource:router and tenant:e6142a50a1bb4ef9bfd9b1bc59edda1d is out of sync, need to count used quota {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:46:10.071556 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-862350dc-d518-4885-b28d-1aa225afcfba admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:46:10.083625 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-862350dc-d518-4885-b28d-1aa225afcfba admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:46:10.087875 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6142f6e-6583-41f2-ae3c-ffe2b441ae64 admin admin] Made reservation on behalf of f976241d01bd41999a758bef4447e874 for: {'subnet': 1} {{(pid=86838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:46:10.092202 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-a6142f6e-6583-41f2-ae3c-ffe2b441ae64 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:10.108509 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-862350dc-d518-4885-b28d-1aa225afcfba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-504028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1029442'] for router, before_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:10.109563 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-862350dc-d518-4885-b28d-1aa225afcfba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-503051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-505611', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1029497'] for router, precommit_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:10.134273 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-f4dea593-f1d3-477c-afa8-aff29c344951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595'] for network, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:10.139367 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-862350dc-d518-4885-b28d-1aa225afcfba admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:10.236627 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4dea593-f1d3-477c-afa8-aff29c344951 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:10.237227 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-f4dea593-f1d3-477c-afa8-aff29c344951 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600637'] for network, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:10.241031 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-a44cdba5-5442-4d6c-8bf1-9ce01c450451 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:10.417634 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea9045e-fe5e-4460-aab8-48765651d684 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0c9dd91-ffd1-5775-97a7-a610159af9e0-f34ec0a4-d329-411a-9213-97be29ff4587', 'network_id': 'f34ec0a4-d329-411a-9213-97be29ff4587', 'tenant_id': 'e6142a50a1bb4ef9bfd9b1bc59edda1d', 'fixed_ips': [{'subnet_id': '456abfc7-81cf-4d5c-adc8-b3f39f8433bb'}]}} from dv-cinder-818883-1-smb. {{(pid=86839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 23 12:46:10.418656 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-4ea9045e-fe5e-4460-aab8-48765651d684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:10.495292 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-f4dea593-f1d3-477c-afa8-aff29c344951 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.1445513 Nov 23 12:46:10.510845 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 45440) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:10.544203 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.v2.base [None req-97c316ce-7b55-402b-884b-238dd6add885 admin admin] Request body: {'subnet': {'network_id': 'f9d133c8-4135-48e6-b582-06743cb8c4da', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-46757015-subnet', 'tenant_id': '91624ff73b014ed4aa8831330bf94986', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:46:10.551822 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dea593-f1d3-477c-afa8-aff29c344951 admin admin] Pushing event updated for resources: {'Network': ['ID=f9d133c8-4135-48e6-b582-06743cb8c4da,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:10.556445 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-f4dea593-f1d3-477c-afa8-aff29c344951 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:10.558039 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-97c316ce-7b55-402b-884b-238dd6add885 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:46:10.569810 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-97c316ce-7b55-402b-884b-238dd6add885 admin admin] Usage tracker for resource:subnet and tenant:91624ff73b014ed4aa8831330bf94986 is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:46:10.570061 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Network f9d133c8-4135-48e6-b582-06743cb8c4da details requested by agent ovs-agent-dv-cinder-818883-1-smb with host dv-cinder-818883-1-smb {{(pid=86839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 23 12:46:10.575112 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-97c316ce-7b55-402b-884b-238dd6add885 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:46:10.590040 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-97c316ce-7b55-402b-884b-238dd6add885 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:46:10.609658 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97c316ce-7b55-402b-884b-238dd6add885 admin admin] Made reservation on behalf of 91624ff73b014ed4aa8831330bf94986 for: {'subnet': 1} {{(pid=86838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:46:10.618823 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-97c316ce-7b55-402b-884b-238dd6add885 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:10.657080 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-862350dc-d518-4885-b28d-1aa225afcfba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-505657', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-503854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1029479'] for router, precommit_update {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:10.783189 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.db_base_plugin_common [None req-4ea9045e-fe5e-4460-aab8-48765651d684 None None] Allocated IP 172.20.0.2 (f34ec0a4-d329-411a-9213-97be29ff4587/456abfc7-81cf-4d5c-adc8-b3f39f8433bb/d2d6a215-c758-4754-babd-88bd22aabca9) {{(pid=86839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:46:11.109203 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-97c316ce-7b55-402b-884b-238dd6add885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595'] for subnet, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:11.119255 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:11.183531 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-a6142f6e-6583-41f2-ae3c-ffe2b441ae64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595'] for subnet, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:11.231980 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-862350dc-d518-4885-b28d-1aa225afcfba admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:11.249695 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-4ea9045e-fe5e-4460-aab8-48765651d684 None None] Notify callbacks [] for port, precommit_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:11.273634 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-4ea9045e-fe5e-4460-aab8-48765651d684 None None] Transition to ACTIVE for port object d2d6a215-c758-4754-babd-88bd22aabca9 will not be triggered until provisioned by entity L2. {{(pid=86839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:46:11.298821 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-862350dc-d518-4885-b28d-1aa225afcfba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:11.321346 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-4ea9045e-fe5e-4460-aab8-48765651d684 None None] Transition to ACTIVE for port object d2d6a215-c758-4754-babd-88bd22aabca9 will not be triggered until provisioned by entity DHCP. {{(pid=86839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:46:11.332090 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-4ea9045e-fe5e-4460-aab8-48765651d684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788170525763'] for port, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:11.348282 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:11.401708 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6142f6e-6583-41f2-ae3c-ffe2b441ae64 admin admin] Checking segment: {'id': '7dfe855d-43f1-4afb-9401-223ec6aba994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'd373d051-bf94-4523-9663-39db213210be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:46:11.404185 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6142f6e-6583-41f2-ae3c-ffe2b441ae64 admin admin] Network hostable DHCP agents. Network: d373d051-bf94-4523-9663-39db213210be, hostable agents: ['7adafed1-c9c5-48d0-9254-d37451f0c452'], hosted agents: [] {{(pid=86838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 12:46:11.430496 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea9045e-fe5e-4460-aab8-48765651d684 None None] Network f34ec0a4-d329-411a-9213-97be29ff4587 is already hosted by enough agents. {{(pid=86839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:46:11.435155 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.scheduler.base_scheduler [None req-4ea9045e-fe5e-4460-aab8-48765651d684 None None] Resources bound (agent type, host, resource id): {{(pid=86839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:46:11.439757 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea9045e-fe5e-4460-aab8-48765651d684 None None] Received port after_create {{(pid=86839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 12:46:11.450444 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9045e-fe5e-4460-aab8-48765651d684 None None] Pushing event updated for resources: {'Port': ['ID=d2d6a215-c758-4754-babd-88bd22aabca9,revision_number=1']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:11.466496 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c316ce-7b55-402b-884b-238dd6add885 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd51d8cb-0c29-4851-b2cf-4f44e529c93c,revision_number=0']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:11.471050 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.db_base_plugin_common [None req-862350dc-d518-4885-b28d-1aa225afcfba admin admin] Allocated IP 172.28.2.214 (2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429/a635ed46-c881-440b-bd05-3e5636c37dfa/f55fc293-445d-4fee-9e3d-5f5d05c8d39c) {{(pid=86837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:46:11.488959 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-97c316ce-7b55-402b-884b-238dd6add885 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:11.496241 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9045e-fe5e-4460-aab8-48765651d684 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:46:11.496578 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.224s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:11.497376 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9045e-fe5e-4460-aab8-48765651d684 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:46:11.498137 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9045e-fe5e-4460-aab8-48765651d684 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:46:11.498865 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9045e-fe5e-4460-aab8-48765651d684 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:46:11.499352 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9045e-fe5e-4460-aab8-48765651d684 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:46:11.499819 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9045e-fe5e-4460-aab8-48765651d684 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:46:11.500288 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9045e-fe5e-4460-aab8-48765651d684 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:46:11.500749 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9045e-fe5e-4460-aab8-48765651d684 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:46:11.501222 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9045e-fe5e-4460-aab8-48765651d684 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:46:11.501682 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9045e-fe5e-4460-aab8-48765651d684 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:46:11.502139 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9045e-fe5e-4460-aab8-48765651d684 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:46:11.502606 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9045e-fe5e-4460-aab8-48765651d684 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:46:11.503775 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9045e-fe5e-4460-aab8-48765651d684 None None] Tracked resource versions report: Nov 23 12:46:11.503775 dv-cinder-818883-1-smb neutron-server[86839]: pushed versions: Nov 23 12:46:11.503775 dv-cinder-818883-1-smb neutron-server[86839]: { 'AddressGroup': {'1.2'}, Nov 23 12:46:11.503775 dv-cinder-818883-1-smb neutron-server[86839]: 'ConntrackHelper': {'1.0'}, Nov 23 12:46:11.503775 dv-cinder-818883-1-smb neutron-server[86839]: 'Log': {'1.0'}, Nov 23 12:46:11.503775 dv-cinder-818883-1-smb neutron-server[86839]: 'Network': {'1.1'}, Nov 23 12:46:11.503775 dv-cinder-818883-1-smb neutron-server[86839]: 'Port': {'1.7'}, Nov 23 12:46:11.503775 dv-cinder-818883-1-smb neutron-server[86839]: 'PortForwarding': {'1.2'}, Nov 23 12:46:11.503775 dv-cinder-818883-1-smb neutron-server[86839]: 'QosPolicy': {'1.8'}, Nov 23 12:46:11.503775 dv-cinder-818883-1-smb neutron-server[86839]: 'SecurityGroup': {'1.4'}, Nov 23 12:46:11.503775 dv-cinder-818883-1-smb neutron-server[86839]: 'SecurityGroupRule': {'1.2'}, Nov 23 12:46:11.503775 dv-cinder-818883-1-smb neutron-server[86839]: 'SubPort': {'1.0'}, Nov 23 12:46:11.503775 dv-cinder-818883-1-smb neutron-server[86839]: 'Subnet': {'1.1'}, Nov 23 12:46:11.503775 dv-cinder-818883-1-smb neutron-server[86839]: 'Trunk': {'1.1'}} Nov 23 12:46:11.503775 dv-cinder-818883-1-smb neutron-server[86839]: consumer versions: Nov 23 12:46:11.503775 dv-cinder-818883-1-smb neutron-server[86839]: { DHCP agent@dv-cinder-818883-1-smb: {}, Nov 23 12:46:11.503775 dv-cinder-818883-1-smb neutron-server[86839]: HyperV agent@hv-cinder-81888: {}, Nov 23 12:46:11.503775 dv-cinder-818883-1-smb neutron-server[86839]: L3 agent@dv-cinder-818883-1-smb: {}, Nov 23 12:46:11.503775 dv-cinder-818883-1-smb neutron-server[86839]: Metadata agent@dv-cinder-818883-1-smb: {}, Nov 23 12:46:11.503775 dv-cinder-818883-1-smb neutron-server[86839]: Metering agent@dv-cinder-818883-1-smb: {}, Nov 23 12:46:11.503775 dv-cinder-818883-1-smb neutron-server[86839]: Open vSwitch agent@dv-cinder-818883-1-smb: { 'AddressGroup': '1.2', Nov 23 12:46:11.503775 dv-cinder-818883-1-smb neutron-server[86839]: 'ConntrackHelper': '1.0', Nov 23 12:46:11.503775 dv-cinder-818883-1-smb neutron-server[86839]: 'Log': '1.0', Nov 23 12:46:11.503775 dv-cinder-818883-1-smb neutron-server[86839]: 'Network': '1.1', Nov 23 12:46:11.503775 dv-cinder-818883-1-smb neutron-server[86839]: 'Port': '1.7', Nov 23 12:46:11.503775 dv-cinder-818883-1-smb neutron-server[86839]: 'PortForwarding': '1.2', Nov 23 12:46:11.503775 dv-cinder-818883-1-smb neutron-server[86839]: 'QosPolicy': '1.8', Nov 23 12:46:11.503775 dv-cinder-818883-1-smb neutron-server[86839]: 'SecurityGroup': '1.4', Nov 23 12:46:11.503775 dv-cinder-818883-1-smb neutron-server[86839]: 'SecurityGroupRule': '1.2', Nov 23 12:46:11.503775 dv-cinder-818883-1-smb neutron-server[86839]: 'SubPort': '1.0', Nov 23 12:46:11.503775 dv-cinder-818883-1-smb neutron-server[86839]: 'Subnet': '1.1', Nov 23 12:46:11.503775 dv-cinder-818883-1-smb neutron-server[86839]: 'Trunk': '1.1'}} Nov 23 12:46:11.503775 dv-cinder-818883-1-smb neutron-server[86839]: {{(pid=86839) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 12:46:11.514768 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-4ea9045e-fe5e-4460-aab8-48765651d684 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:11.590853 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.managers [None req-4ea9045e-fe5e-4460-aab8-48765651d684 None None] Attempting to bind port d2d6a215-c758-4754-babd-88bd22aabca9 on host dv-cinder-818883-1-smb for vnic_type normal with profile {{(pid=86839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 12:46:11.591891 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.managers [None req-4ea9045e-fe5e-4460-aab8-48765651d684 None None] Attempting to bind port d2d6a215-c758-4754-babd-88bd22aabca9 by drivers openvswitch,hyperv on host dv-cinder-818883-1-smb at level 0 using segments [{'id': '72423ed0-d64a-4579-bbc7-85380a74b257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'f34ec0a4-d329-411a-9213-97be29ff4587'}] {{(pid=86839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 12:46:11.593111 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea9045e-fe5e-4460-aab8-48765651d684 None None] Attempting to bind port d2d6a215-c758-4754-babd-88bd22aabca9 on network f34ec0a4-d329-411a-9213-97be29ff4587 {{(pid=86839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:46:11.604028 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea9045e-fe5e-4460-aab8-48765651d684 None None] Checking agent: {'id': 'cd5e743e-4289-46d3-a833-871886dcba65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818883-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 37, 23), 'started_at': datetime.datetime(2021, 11, 23, 12, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818883-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 12:46:11.604028 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea9045e-fe5e-4460-aab8-48765651d684 None None] Checking segment: {'id': '72423ed0-d64a-4579-bbc7-85380a74b257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'f34ec0a4-d329-411a-9213-97be29ff4587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:46:11.608383 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-4ea9045e-fe5e-4460-aab8-48765651d684 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:11.608829 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea9045e-fe5e-4460-aab8-48765651d684 None None] Bound using segment: {'id': '72423ed0-d64a-4579-bbc7-85380a74b257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'f34ec0a4-d329-411a-9213-97be29ff4587'} {{(pid=86839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 12:46:11.610583 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.managers [None req-4ea9045e-fe5e-4460-aab8-48765651d684 None None] Bound port: d2d6a215-c758-4754-babd-88bd22aabca9, host: dv-cinder-818883-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72423ed0-d64a-4579-bbc7-85380a74b257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'f34ec0a4-d329-411a-9213-97be29ff4587'}}] {{(pid=86839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 12:46:11.611371 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-4ea9045e-fe5e-4460-aab8-48765651d684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:11.613926 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c316ce-7b55-402b-884b-238dd6add885 admin admin] Checking segment: {'id': '2ce219c0-31bb-4a35-97c5-ece432ad3767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'f9d133c8-4135-48e6-b582-06743cb8c4da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:46:11.614334 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c316ce-7b55-402b-884b-238dd6add885 admin admin] Network hostable DHCP agents. Network: f9d133c8-4135-48e6-b582-06743cb8c4da, hostable agents: ['7adafed1-c9c5-48d0-9254-d37451f0c452'], hosted agents: [] {{(pid=86838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 12:46:11.637656 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6142f6e-6583-41f2-ae3c-ffe2b441ae64 admin admin] Network d373d051-bf94-4523-9663-39db213210be is scheduled to be hosted by DHCP agent 7adafed1-c9c5-48d0-9254-d37451f0c452 with binding_index 1 {{(pid=86838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 12:46:11.651622 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6142f6e-6583-41f2-ae3c-ffe2b441ae64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c54a8433-9301-4f12-ad03-df544193d155,revision_number=0']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:11.660153 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-a6142f6e-6583-41f2-ae3c-ffe2b441ae64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:11.665549 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.scheduler.base_scheduler [None req-a6142f6e-6583-41f2-ae3c-ffe2b441ae64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818883-1-smb, d373d051-bf94-4523-9663-39db213210be) {{(pid=86838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:46:11.674050 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6142f6e-6583-41f2-ae3c-ffe2b441ae64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:11.675426 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-a6142f6e-6583-41f2-ae3c-ffe2b441ae64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600637'] for subnet, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:11.688468 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c316ce-7b55-402b-884b-238dd6add885 admin admin] Network f9d133c8-4135-48e6-b582-06743cb8c4da is scheduled to be hosted by DHCP agent 7adafed1-c9c5-48d0-9254-d37451f0c452 with binding_index 1 {{(pid=86838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 12:46:11.699437 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.scheduler.base_scheduler [None req-97c316ce-7b55-402b-884b-238dd6add885 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818883-1-smb, f9d133c8-4135-48e6-b582-06743cb8c4da) {{(pid=86838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:46:11.713285 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c316ce-7b55-402b-884b-238dd6add885 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:11.714376 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-97c316ce-7b55-402b-884b-238dd6add885 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600637'] for subnet, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:11.752903 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 45462) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:11.753683 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-97c316ce-7b55-402b-884b-238dd6add885 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.2348969 Nov 23 12:46:11.756433 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-a6142f6e-6583-41f2-ae3c-ffe2b441ae64 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9256792 Nov 23 12:46:11.768949 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-4ea9045e-fe5e-4460-aab8-48765651d684 None None] For port d2d6a215-c758-4754-babd-88bd22aabca9, host dv-cinder-818883-1-smb, cleared binding levels {{(pid=86839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 12:46:11.772786 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-4ea9045e-fe5e-4460-aab8-48765651d684 None None] For port d2d6a215-c758-4754-babd-88bd22aabca9, host dv-cinder-818883-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-smb',level=0,port_id=d2d6a215-c758-4754-babd-88bd22aabca9,segment=NetworkSegment(72423ed0-d64a-4579-bbc7-85380a74b257),segment_id=72423ed0-d64a-4579-bbc7-85380a74b257)] {{(pid=86839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 12:46:11.773851 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-862350dc-d518-4885-b28d-1aa225afcfba admin admin] Notify callbacks [] for port, precommit_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:11.777393 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8cde91c-05e2-475f-9c84-ccf7c294cd0f None None] Network d373d051-bf94-4523-9663-39db213210be requested from dv-cinder-818883-1-smb {{(pid=86839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 12:46:11.790662 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57607e62-35c3-4b21-a4b9-fa412dc3fe07 None None] Network f9d133c8-4135-48e6-b582-06743cb8c4da requested from dv-cinder-818883-1-smb {{(pid=86839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 12:46:11.826675 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.v2.base [None req-cb4e2fd8-4ebe-4c0f-b6d4-a933c70f2900 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-46757015-router', 'tenant_id': '91624ff73b014ed4aa8831330bf94986', 'external_gateway_info': {'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429'}}} {{(pid=86837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:46:11.890435 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-cb4e2fd8-4ebe-4c0f-b6d4-a933c70f2900 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:46:11.932029 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-4ea9045e-fe5e-4460-aab8-48765651d684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826'] for port, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:11.934894 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-cb4e2fd8-4ebe-4c0f-b6d4-a933c70f2900 admin admin] Usage tracker for resource:router and tenant:91624ff73b014ed4aa8831330bf94986 is out of sync, need to count used quota {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:46:12.038211 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-cb4e2fd8-4ebe-4c0f-b6d4-a933c70f2900 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:46:12.049288 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-cb4e2fd8-4ebe-4c0f-b6d4-a933c70f2900 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:46:12.079767 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-862350dc-d518-4885-b28d-1aa225afcfba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788170525763'] for port, after_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:12.084420 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-cb4e2fd8-4ebe-4c0f-b6d4-a933c70f2900 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-504028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1029442'] for router, before_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:12.085461 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-cb4e2fd8-4ebe-4c0f-b6d4-a933c70f2900 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-503051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-505611', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1029497'] for router, precommit_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:12.124511 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-5f97dd0b-fa83-4bd5-87c5-172081e50195 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:12.129782 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:12.230913 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-cb4e2fd8-4ebe-4c0f-b6d4-a933c70f2900 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:12.267026 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-862350dc-d518-4885-b28d-1aa225afcfba admin admin] Network 2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429 is already hosted by enough agents. {{(pid=86837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:46:12.295889 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.scheduler.base_scheduler [None req-862350dc-d518-4885-b28d-1aa225afcfba admin admin] Resources bound (agent type, host, resource id): {{(pid=86837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:46:12.302239 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862350dc-d518-4885-b28d-1aa225afcfba admin admin] Received port after_create {{(pid=86837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 12:46:12.381903 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f81d81-1225-4140-a8a7-834bdd17e872 None None] Network f9d133c8-4135-48e6-b582-06743cb8c4da requested from dv-cinder-818883-1-smb {{(pid=86839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 12:46:12.566690 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 45506) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:12.573541 dv-cinder-818883-1-smb neutron-server[86838]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 23 12:46:12.621624 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9045e-fe5e-4460-aab8-48765651d684 None None] Pushing event updated for resources: {'Port': ['ID=d2d6a215-c758-4754-babd-88bd22aabca9,revision_number=2']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:12.642730 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-4ea9045e-fe5e-4460-aab8-48765651d684 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:12.748049 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862350dc-d518-4885-b28d-1aa225afcfba admin admin] Pushing event updated for resources: {'Port': ['ID=f55fc293-445d-4fee-9e3d-5f5d05c8d39c,revision_number=1']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:12.837296 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c35ecd-9533-4f57-ba1c-209dc79016e8 req-9511e00e-a71b-4af0-8afe-385d92a6457a tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:12.838520 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-a6c35ecd-9533-4f57-ba1c-209dc79016e8 req-9511e00e-a71b-4af0-8afe-385d92a6457a tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Synchronizing usage tracker for tenant:d66b4a21b0fe4386a781f7160eda94ae on resource:network {{(pid=86838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:46:12.867341 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-a6c35ecd-9533-4f57-ba1c-209dc79016e8 req-9511e00e-a71b-4af0-8afe-385d92a6457a tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Unset dirty status for tenant:d66b4a21b0fe4386a781f7160eda94ae on resource:network {{(pid=86838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:46:12.876414 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-a6c35ecd-9533-4f57-ba1c-209dc79016e8 req-9511e00e-a71b-4af0-8afe-385d92a6457a tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.31 "GET /v2.0/networks?id=db06a41a-eafd-447e-965a-14c1b39ecb30 HTTP/1.1" status: 200 len: 815 time: 0.2998695 Nov 23 12:46:12.891324 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-a6c35ecd-9533-4f57-ba1c-209dc79016e8 req-511772f3-e5c3-4280-a689-0007d38a958f tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.31 "GET /v2.0/quotas/d66b4a21b0fe4386a781f7160eda94ae HTTP/1.1" status: 200 len: 375 time: 0.0124893 Nov 23 12:46:12.917237 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61612d62-f9e3-47e9-8e29-1c7bdfb553b9 None None] Network d373d051-bf94-4523-9663-39db213210be requested from dv-cinder-818883-1-smb {{(pid=86839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 12:46:12.976411 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-a6c35ecd-9533-4f57-ba1c-209dc79016e8 req-31135f37-8eb0-487e-8edc-db02b3d75e29 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d66b4a21b0fe4386a781f7160eda94ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0705187 Nov 23 12:46:12.976937 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-862350dc-d518-4885-b28d-1aa225afcfba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.847s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:13.032486 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 45532) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:13.269186 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-cb4e2fd8-4ebe-4c0f-b6d4-a933c70f2900 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-505657', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-503854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1029479'] for router, precommit_update {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:13.365942 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [req-a6c35ecd-9533-4f57-ba1c-209dc79016e8 req-39c227b9-52e6-4e3d-be42-a2b4d10de3cb service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=86838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 12:46:13.367302 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-a6c35ecd-9533-4f57-ba1c-209dc79016e8 req-39c227b9-52e6-4e3d-be42-a2b4d10de3cb service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1385870 Nov 23 12:46:13.613234 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-862350dc-d518-4885-b28d-1aa225afcfba admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:13.614647 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaa3946-9c29-42a9-b199-095f24272ed1 req-96f29b99-b2f1-4262-80e5-e63f841a11dd tempest-DeleteServersTestJSON-2039855933 tempest-DeleteServersTestJSON-2039855933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:13.617018 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-8aaa3946-9c29-42a9-b199-095f24272ed1 req-96f29b99-b2f1-4262-80e5-e63f841a11dd tempest-DeleteServersTestJSON-2039855933 tempest-DeleteServersTestJSON-2039855933-project] Synchronizing usage tracker for tenant:f976241d01bd41999a758bef4447e874 on resource:network {{(pid=86838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:46:13.682630 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-8aaa3946-9c29-42a9-b199-095f24272ed1 req-96f29b99-b2f1-4262-80e5-e63f841a11dd tempest-DeleteServersTestJSON-2039855933 tempest-DeleteServersTestJSON-2039855933-project] Unset dirty status for tenant:f976241d01bd41999a758bef4447e874 on resource:network {{(pid=86838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:46:13.691489 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8aaa3946-9c29-42a9-b199-095f24272ed1 req-96f29b99-b2f1-4262-80e5-e63f841a11dd tempest-DeleteServersTestJSON-2039855933 tempest-DeleteServersTestJSON-2039855933-project] 10.222.0.31 "GET /v2.0/networks?id=d373d051-bf94-4523-9663-39db213210be HTTP/1.1" status: 200 len: 812 time: 0.6578968 Nov 23 12:46:13.714628 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8aaa3946-9c29-42a9-b199-095f24272ed1 req-502832cb-a747-4711-8f16-bf307eedbcd8 tempest-DeleteServersTestJSON-2039855933 tempest-DeleteServersTestJSON-2039855933-project] 10.222.0.31 "GET /v2.0/quotas/f976241d01bd41999a758bef4447e874 HTTP/1.1" status: 200 len: 375 time: 0.0219035 Nov 23 12:46:13.799435 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8aaa3946-9c29-42a9-b199-095f24272ed1 req-b239f782-414f-4e81-8303-5fedc99389d2 tempest-DeleteServersTestJSON-2039855933 tempest-DeleteServersTestJSON-2039855933-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f976241d01bd41999a758bef4447e874&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0837021 Nov 23 12:46:13.799707 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee3b90c2-ae54-4f5b-858f-2ec206b15066 None None] Network f34ec0a4-d329-411a-9213-97be29ff4587 requested from dv-cinder-818883-1-smb {{(pid=86839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 12:46:13.825165 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-a6c35ecd-9533-4f57-ba1c-209dc79016e8 req-a6347492-a099-43e3-a7ff-75aa674da9d4 service neutron] 10.222.0.31 "GET /v2.0/networks/db06a41a-eafd-447e-965a-14c1b39ecb30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4204082 Nov 23 12:46:13.993008 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Device d2d6a215-c758-4754-babd-88bd22aabca9 up at agent ovs-agent-dv-cinder-818883-1-smb {{(pid=86839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:46:14.026408 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [req-8aaa3946-9c29-42a9-b199-095f24272ed1 req-1ceda0ec-814c-49c1-a6dd-2ae0c8f77f44 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=86838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 12:46:14.027599 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8aaa3946-9c29-42a9-b199-095f24272ed1 req-1ceda0ec-814c-49c1-a6dd-2ae0c8f77f44 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1120217 Nov 23 12:46:14.043769 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-a6c35ecd-9533-4f57-ba1c-209dc79016e8 req-84b94776-93ab-49d7-9ea4-99079cb29a4f service neutron] 10.222.0.31 "GET /v2.0/networks/db06a41a-eafd-447e-965a-14c1b39ecb30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176456 Nov 23 12:46:14.094071 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-e3b89904-361a-4983-8747-abf83746a414 None None] Provisioning for port d2d6a215-c758-4754-babd-88bd22aabca9 completed by entity DHCP. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:46:14.224762 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Provisioning for port d2d6a215-c758-4754-babd-88bd22aabca9 completed by entity L2. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:46:14.235803 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Provisioning complete for port d2d6a215-c758-4754-babd-88bd22aabca9 triggered by entity L2. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:46:14.236180 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567787'] for port, provisioning_complete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:14.313687 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8aaa3946-9c29-42a9-b199-095f24272ed1 req-1f8dbe02-ebc2-4b2e-afa7-10d457731600 service neutron] 10.222.0.31 "GET /v2.0/networks/d373d051-bf94-4523-9663-39db213210be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2677765 Nov 23 12:46:14.471978 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-cb4e2fd8-4ebe-4c0f-b6d4-a933c70f2900 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:14.499682 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:14.519790 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-cb4e2fd8-4ebe-4c0f-b6d4-a933c70f2900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:14.573783 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] For port d2d6a215-c758-4754-babd-88bd22aabca9, host dv-cinder-818883-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-smb',level=0,port_id=d2d6a215-c758-4754-babd-88bd22aabca9,segment=NetworkSegment(72423ed0-d64a-4579-bbc7-85380a74b257),segment_id=72423ed0-d64a-4579-bbc7-85380a74b257)] {{(pid=86839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:46:14.584276 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826'] for port, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:14.588460 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:14.643584 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8aaa3946-9c29-42a9-b199-095f24272ed1 req-3de14494-009a-4eae-8f25-876d6900b181 service neutron] 10.222.0.31 "GET /v2.0/networks/d373d051-bf94-4523-9663-39db213210be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3219564 Nov 23 12:46:14.648023 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-862350dc-d518-4885-b28d-1aa225afcfba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-503847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-505820'] for router, after_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:14.701741 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Pushing event updated for resources: {'Port': ['ID=d2d6a215-c758-4754-babd-88bd22aabca9,revision_number=3']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:14.706300 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:14.809591 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-c83901c9-cc69-42eb-b572-3e328fdda7d7 req-f4afbab1-2acc-4547-a43e-e867edcbc69b tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f160759-d9fc-45e2-8533-6615870234d8 HTTP/1.1" status: 200 len: 210 time: 0.0685172 Nov 23 12:46:14.900113 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-03f126dc-4fbd-4504-a82d-80501f0c3820 None None] Provisioning complete for port d2d6a215-c758-4754-babd-88bd22aabca9 triggered by entity DHCP. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:46:14.901184 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-03f126dc-4fbd-4504-a82d-80501f0c3820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567787'] for port, provisioning_complete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:14.911610 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.db_base_plugin_common [None req-cb4e2fd8-4ebe-4c0f-b6d4-a933c70f2900 admin admin] Allocated IP 172.28.2.36 (2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429/a635ed46-c881-440b-bd05-3e5636c37dfa/f3330bd9-7aaf-4801-a02f-490f3b495167) {{(pid=86837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:46:15.212799 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-862350dc-d518-4885-b28d-1aa225afcfba admin admin] Router ea4af844-59f5-4385-9717-8f131d50a6ea is scheduled to L3 agent d7c7f769-7b7b-49b8-a5c1-735df886e043 with binding_index 1 {{(pid=86837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 23 12:46:15.414656 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-cb4e2fd8-4ebe-4c0f-b6d4-a933c70f2900 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:15.541939 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f924f11c-66d9-4049-818d-e4c8453d3cea req-db87325b-e27b-435e-93e2-f14e3ce66994 tempest-DeleteServersTestJSON-2039855933 tempest-DeleteServersTestJSON-2039855933-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc9a5223-b06b-4769-ba6b-4d2311a21559 HTTP/1.1" status: 200 len: 210 time: 0.1029773 Nov 23 12:46:15.717499 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-862350dc-d518-4885-b28d-1aa225afcfba admin admin] Notify agent at l3_agent.dv-cinder-818883-1-smb the message routers_updated {{(pid=86837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 12:46:15.733965 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e37689-fa46-461c-bfb3-3c47dcc3a631 None None] Sync routers for ids ['ea4af844-59f5-4385-9717-8f131d50a6ea'] in dv-cinder-818883-1-smb {{(pid=86840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 12:46:15.735032 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-cb4e2fd8-4ebe-4c0f-b6d4-a933c70f2900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788170525763'] for port, after_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:15.744290 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-862350dc-d518-4885-b28d-1aa225afcfba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:15.797052 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e37689-fa46-461c-bfb3-3c47dcc3a631 None None] Routers {'ea4af844-59f5-4385-9717-8f131d50a6ea'} bound to L3 agent in host dv-cinder-818883-1-smb {{(pid=86840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:46:15.801046 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.l3_hamode_db [None req-05e37689-fa46-461c-bfb3-3c47dcc3a631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T12:37:26Z,description=,heartbeat_timestamp=2021-11-23T12:45:56Z,host='dv-cinder-818883-1-smb',id=d7c7f769-7b7b-49b8-a5c1-735df886e043,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:37:26Z,topic='l3_agent')) {'router_ids': ['ea4af844-59f5-4385-9717-8f131d50a6ea'], 'active': True} {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:46:15.833907 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4e2fd8-4ebe-4c0f-b6d4-a933c70f2900 admin admin] Network 2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429 is already hosted by enough agents. {{(pid=86837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:46:15.839543 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.scheduler.base_scheduler [None req-cb4e2fd8-4ebe-4c0f-b6d4-a933c70f2900 admin admin] Resources bound (agent type, host, resource id): {{(pid=86837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:46:15.842682 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4e2fd8-4ebe-4c0f-b6d4-a933c70f2900 admin admin] Received port after_create {{(pid=86837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 12:46:15.903604 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-862350dc-d518-4885-b28d-1aa225afcfba admin admin] Notify callbacks [] for router, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:15.905109 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-862350dc-d518-4885-b28d-1aa225afcfba admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.8641241 Nov 23 12:46:15.909454 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 45654) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:15.929473 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4e2fd8-4ebe-4c0f-b6d4-a933c70f2900 admin admin] Pushing event updated for resources: {'Port': ['ID=f3330bd9-7aaf-4801-a02f-490f3b495167,revision_number=1']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:15.932822 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-cb4e2fd8-4ebe-4c0f-b6d4-a933c70f2900 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:16.083715 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Device d2d6a215-c758-4754-babd-88bd22aabca9 up at agent ovs-agent-dv-cinder-818883-1-smb {{(pid=86839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:46:16.307179 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Provisioning complete for port d2d6a215-c758-4754-babd-88bd22aabca9 triggered by entity L2. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:46:16.308672 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567787'] for port, provisioning_complete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:16.327921 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-19c3fb5a-541c-4b73-9d65-25426e18704b req-d0dfe0ac-8622-470a-a812-50c2e65541fc tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f160759-d9fc-45e2-8533-6615870234d8 HTTP/1.1" status: 200 len: 210 time: 0.1884894 Nov 23 12:46:16.539914 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvr_db [None req-05e37689-fa46-461c-bfb3-3c47dcc3a631 None None] Set router ea4af844-59f5-4385-9717-8f131d50a6ea gateway port host: dv-cinder-818883-1-smb {{(pid=86840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:46:16.783606 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-cb4e2fd8-4ebe-4c0f-b6d4-a933c70f2900 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:17.121585 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-4eab7f6c-6632-42d6-ae2f-5375e17aadf7 req-47c03529-63b7-445c-a4ad-293b859f6f3a tempest-DeleteServersTestJSON-2039855933 tempest-DeleteServersTestJSON-2039855933-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc9a5223-b06b-4769-ba6b-4d2311a21559 HTTP/1.1" status: 200 len: 210 time: 0.1831698 Nov 23 12:46:17.356336 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.l3_hamode_db [None req-05e37689-fa46-461c-bfb3-3c47dcc3a631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea4af844-59f5-4385-9717-8f131d50a6ea', 'name': 'tempest-AttachVolumeTestJSON-781259906-router', 'tenant_id': 'e6142a50a1bb4ef9bfd9b1bc59edda1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'external_fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.214'}], 'enable_snat': True}, 'gw_port_id': 'f55fc293-445d-4fee-9e3d-5f5d05c8d39c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:46:10Z', 'updated_at': '2021-11-23T12:46:12Z', 'revision_number': 3, 'project_id': 'e6142a50a1bb4ef9bfd9b1bc59edda1d', 'gw_port': {'id': 'f55fc293-445d-4fee-9e3d-5f5d05c8d39c', 'name': '', 'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:4d:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea4af844-59f5-4385-9717-8f131d50a6ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:46:11Z', 'updated_at': '2021-11-23T12:46:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-smb'}], 'dv-cinder-818883-1-smb', False) {} {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:46:17.366197 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e37689-fa46-461c-bfb3-3c47dcc3a631 None None] Checking router: ea4af844-59f5-4385-9717-8f131d50a6ea for host: dv-cinder-818883-1-smb {{(pid=86840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 12:46:17.367516 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e37689-fa46-461c-bfb3-3c47dcc3a631 None None] Updating router ea4af844-59f5-4385-9717-8f131d50a6ea port f55fc293-445d-4fee-9e3d-5f5d05c8d39c binding host dv-cinder-818883-1-smb {{(pid=86840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 12:46:17.513989 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-05e37689-fa46-461c-bfb3-3c47dcc3a631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:17.641115 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-3d3db294-5c59-4833-9e29-1dd83c01b4f3 req-7daad50c-6472-4e69-8ab0-78cd8a33e6f7 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f160759-d9fc-45e2-8533-6615870234d8 HTTP/1.1" status: 200 len: 210 time: 0.0632622 Nov 23 12:46:17.665568 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 45714) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:17.677183 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-cb4e2fd8-4ebe-4c0f-b6d4-a933c70f2900 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-503847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-505820'] for router, after_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:17.977493 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.54', 60427) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:18.097179 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-e2a5bb8a-2e8b-4d72-92e7-83ca4932236f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:18.123412 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-e2a5bb8a-2e8b-4d72-92e7-83ca4932236f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:46:18.134762 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-e2a5bb8a-2e8b-4d72-92e7-83ca4932236f admin admin] Usage tracker for resource:security_group_rule and tenant:d5ed7bd153db4398b2073c16bd007a9c is out of sync, need to count used quota {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:46:18.142920 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-e2a5bb8a-2e8b-4d72-92e7-83ca4932236f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:46:18.154187 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-e2a5bb8a-2e8b-4d72-92e7-83ca4932236f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:46:18.170801 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-9c747aa4-ed2c-44a7-b3ec-9c7ab9b7d2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:18.176002 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb4e2fd8-4ebe-4c0f-b6d4-a933c70f2900 admin admin] Router d5ff633b-3751-4550-9712-7bff2be4aaa0 is scheduled to L3 agent d7c7f769-7b7b-49b8-a5c1-735df886e043 with binding_index 1 {{(pid=86837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 23 12:46:18.189806 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-05e37689-fa46-461c-bfb3-3c47dcc3a631 None None] Notify callbacks [] for port, precommit_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:18.222213 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-05e37689-fa46-461c-bfb3-3c47dcc3a631 None None] Transition to ACTIVE for port object f55fc293-445d-4fee-9e3d-5f5d05c8d39c will not be triggered until provisioned by entity L2. {{(pid=86840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:46:18.232236 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-05e37689-fa46-461c-bfb3-3c47dcc3a631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826'] for port, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:18.238222 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-53930527-7381-49f0-a20d-f1582682d624 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:18.345872 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaa3946-9c29-42a9-b199-095f24272ed1 req-f87a6d04-3b14-4b04-b7ad-4e55d1ef8571 tempest-DeleteServersTestJSON-2039855933 tempest-DeleteServersTestJSON-2039855933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:18.346152 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc024485-78cf-4db5-86b6-0bb3bdf0ddf2 None None] Pushing event updated for resources: {'Port': ['ID=f55fc293-445d-4fee-9e3d-5f5d05c8d39c,revision_number=2']} {{(pid=86840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:18.347416 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8aaa3946-9c29-42a9-b199-095f24272ed1 req-f87a6d04-3b14-4b04-b7ad-4e55d1ef8571 tempest-DeleteServersTestJSON-2039855933 tempest-DeleteServersTestJSON-2039855933-project] 10.222.0.54 "GET /v2.0/networks?id=d373d051-bf94-4523-9663-39db213210be HTTP/1.1" status: 200 len: 812 time: 0.3609509 Nov 23 12:46:18.364923 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc024485-78cf-4db5-86b6-0bb3bdf0ddf2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:46:18.365491 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc024485-78cf-4db5-86b6-0bb3bdf0ddf2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:46:18.365585 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc024485-78cf-4db5-86b6-0bb3bdf0ddf2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:46:18.365895 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc024485-78cf-4db5-86b6-0bb3bdf0ddf2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:46:18.366274 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc024485-78cf-4db5-86b6-0bb3bdf0ddf2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:46:18.366543 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc024485-78cf-4db5-86b6-0bb3bdf0ddf2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:46:18.371208 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc024485-78cf-4db5-86b6-0bb3bdf0ddf2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:46:18.372097 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc024485-78cf-4db5-86b6-0bb3bdf0ddf2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:46:18.372832 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc024485-78cf-4db5-86b6-0bb3bdf0ddf2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:46:18.373355 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc024485-78cf-4db5-86b6-0bb3bdf0ddf2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:46:18.374026 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc024485-78cf-4db5-86b6-0bb3bdf0ddf2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:46:18.374544 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc024485-78cf-4db5-86b6-0bb3bdf0ddf2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:46:18.376010 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc024485-78cf-4db5-86b6-0bb3bdf0ddf2 None None] Tracked resource versions report: Nov 23 12:46:18.376010 dv-cinder-818883-1-smb neutron-server[86840]: pushed versions: Nov 23 12:46:18.376010 dv-cinder-818883-1-smb neutron-server[86840]: { 'AddressGroup': {'1.2'}, Nov 23 12:46:18.376010 dv-cinder-818883-1-smb neutron-server[86840]: 'ConntrackHelper': {'1.0'}, Nov 23 12:46:18.376010 dv-cinder-818883-1-smb neutron-server[86840]: 'Log': {'1.0'}, Nov 23 12:46:18.376010 dv-cinder-818883-1-smb neutron-server[86840]: 'Network': {'1.1'}, Nov 23 12:46:18.376010 dv-cinder-818883-1-smb neutron-server[86840]: 'Port': {'1.7'}, Nov 23 12:46:18.376010 dv-cinder-818883-1-smb neutron-server[86840]: 'PortForwarding': {'1.2'}, Nov 23 12:46:18.376010 dv-cinder-818883-1-smb neutron-server[86840]: 'QosPolicy': {'1.8'}, Nov 23 12:46:18.376010 dv-cinder-818883-1-smb neutron-server[86840]: 'SecurityGroup': {'1.4'}, Nov 23 12:46:18.376010 dv-cinder-818883-1-smb neutron-server[86840]: 'SecurityGroupRule': {'1.2'}, Nov 23 12:46:18.376010 dv-cinder-818883-1-smb neutron-server[86840]: 'SubPort': {'1.0'}, Nov 23 12:46:18.376010 dv-cinder-818883-1-smb neutron-server[86840]: 'Subnet': {'1.1'}, Nov 23 12:46:18.376010 dv-cinder-818883-1-smb neutron-server[86840]: 'Trunk': {'1.1'}} Nov 23 12:46:18.376010 dv-cinder-818883-1-smb neutron-server[86840]: consumer versions: Nov 23 12:46:18.376010 dv-cinder-818883-1-smb neutron-server[86840]: { DHCP agent@dv-cinder-818883-1-smb: {}, Nov 23 12:46:18.376010 dv-cinder-818883-1-smb neutron-server[86840]: HyperV agent@hv-cinder-81888: {}, Nov 23 12:46:18.376010 dv-cinder-818883-1-smb neutron-server[86840]: L3 agent@dv-cinder-818883-1-smb: {}, Nov 23 12:46:18.376010 dv-cinder-818883-1-smb neutron-server[86840]: Metadata agent@dv-cinder-818883-1-smb: {}, Nov 23 12:46:18.376010 dv-cinder-818883-1-smb neutron-server[86840]: Metering agent@dv-cinder-818883-1-smb: {}, Nov 23 12:46:18.376010 dv-cinder-818883-1-smb neutron-server[86840]: Open vSwitch agent@dv-cinder-818883-1-smb: { 'AddressGroup': '1.2', Nov 23 12:46:18.376010 dv-cinder-818883-1-smb neutron-server[86840]: 'ConntrackHelper': '1.0', Nov 23 12:46:18.376010 dv-cinder-818883-1-smb neutron-server[86840]: 'Log': '1.0', Nov 23 12:46:18.376010 dv-cinder-818883-1-smb neutron-server[86840]: 'Network': '1.1', Nov 23 12:46:18.376010 dv-cinder-818883-1-smb neutron-server[86840]: 'Port': '1.7', Nov 23 12:46:18.376010 dv-cinder-818883-1-smb neutron-server[86840]: 'PortForwarding': '1.2', Nov 23 12:46:18.376010 dv-cinder-818883-1-smb neutron-server[86840]: 'QosPolicy': '1.8', Nov 23 12:46:18.376010 dv-cinder-818883-1-smb neutron-server[86840]: 'SecurityGroup': '1.4', Nov 23 12:46:18.376010 dv-cinder-818883-1-smb neutron-server[86840]: 'SecurityGroupRule': '1.2', Nov 23 12:46:18.376010 dv-cinder-818883-1-smb neutron-server[86840]: 'SubPort': '1.0', Nov 23 12:46:18.376010 dv-cinder-818883-1-smb neutron-server[86840]: 'Subnet': '1.1', Nov 23 12:46:18.376010 dv-cinder-818883-1-smb neutron-server[86840]: 'Trunk': '1.1'}} Nov 23 12:46:18.376010 dv-cinder-818883-1-smb neutron-server[86840]: {{(pid=86840) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 12:46:18.383810 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-dc024485-78cf-4db5-86b6-0bb3bdf0ddf2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:18.409325 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.v2.base [req-8aaa3946-9c29-42a9-b199-095f24272ed1 req-e9e84c1c-5cf6-49ed-a5d5-6c8107575e63 tempest-DeleteServersTestJSON-2039855933 tempest-DeleteServersTestJSON-2039855933-project] Request body: {'port': {'device_id': 'dc9a5223-b06b-4769-ba6b-4d2311a21559', 'network_id': 'd373d051-bf94-4523-9663-39db213210be', 'admin_state_up': True, 'tenant_id': 'f976241d01bd41999a758bef4447e874'}} {{(pid=86838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:46:18.418663 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.managers [None req-05e37689-fa46-461c-bfb3-3c47dcc3a631 None None] Attempting to bind port f55fc293-445d-4fee-9e3d-5f5d05c8d39c on host dv-cinder-818883-1-smb for vnic_type normal with profile {{(pid=86840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 12:46:18.419405 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.managers [None req-05e37689-fa46-461c-bfb3-3c47dcc3a631 None None] Attempting to bind port f55fc293-445d-4fee-9e3d-5f5d05c8d39c by drivers openvswitch,hyperv on host dv-cinder-818883-1-smb at level 0 using segments [{'id': '2dcdf227-6722-4632-a1c4-3c71d035812a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429'}] {{(pid=86840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 12:46:18.420492 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e37689-fa46-461c-bfb3-3c47dcc3a631 None None] Attempting to bind port f55fc293-445d-4fee-9e3d-5f5d05c8d39c on network 2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429 {{(pid=86840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:46:18.428762 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e37689-fa46-461c-bfb3-3c47dcc3a631 None None] Checking agent: {'id': 'cd5e743e-4289-46d3-a833-871886dcba65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818883-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 37, 23), 'started_at': datetime.datetime(2021, 11, 23, 12, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818883-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 12:46:18.429570 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e37689-fa46-461c-bfb3-3c47dcc3a631 None None] Checking segment: {'id': '2dcdf227-6722-4632-a1c4-3c71d035812a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:46:18.430748 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-05e37689-fa46-461c-bfb3-3c47dcc3a631 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:18.431563 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e37689-fa46-461c-bfb3-3c47dcc3a631 None None] Bound using segment: {'id': '2dcdf227-6722-4632-a1c4-3c71d035812a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429'} {{(pid=86840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 12:46:18.432290 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.managers [None req-05e37689-fa46-461c-bfb3-3c47dcc3a631 None None] Bound port: f55fc293-445d-4fee-9e3d-5f5d05c8d39c, host: dv-cinder-818883-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dcdf227-6722-4632-a1c4-3c71d035812a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429'}}] {{(pid=86840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 12:46:18.432927 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-05e37689-fa46-461c-bfb3-3c47dcc3a631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:18.561839 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-05e37689-fa46-461c-bfb3-3c47dcc3a631 None None] For port f55fc293-445d-4fee-9e3d-5f5d05c8d39c, host dv-cinder-818883-1-smb, cleared binding levels {{(pid=86840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 12:46:18.567651 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-05e37689-fa46-461c-bfb3-3c47dcc3a631 None None] For port f55fc293-445d-4fee-9e3d-5f5d05c8d39c, host dv-cinder-818883-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-smb',level=0,port_id=f55fc293-445d-4fee-9e3d-5f5d05c8d39c,segment=NetworkSegment(2dcdf227-6722-4632-a1c4-3c71d035812a),segment_id=2dcdf227-6722-4632-a1c4-3c71d035812a)] {{(pid=86840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 12:46:18.577754 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-05e37689-fa46-461c-bfb3-3c47dcc3a631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826'] for port, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:18.598539 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:18.676756 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.54', 60432) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:18.683079 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb4e2fd8-4ebe-4c0f-b6d4-a933c70f2900 admin admin] Notify agent at l3_agent.dv-cinder-818883-1-smb the message routers_updated {{(pid=86837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 12:46:18.700046 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc044b31-9d9e-4a88-b500-9b903edecc29 None None] Sync routers for ids ['d5ff633b-3751-4550-9712-7bff2be4aaa0'] in dv-cinder-818883-1-smb {{(pid=86839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 12:46:18.720880 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc044b31-9d9e-4a88-b500-9b903edecc29 None None] Routers {'d5ff633b-3751-4550-9712-7bff2be4aaa0'} bound to L3 agent in host dv-cinder-818883-1-smb {{(pid=86839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:46:18.722640 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_hamode_db [None req-fc044b31-9d9e-4a88-b500-9b903edecc29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T12:37:26Z,description=,heartbeat_timestamp=2021-11-23T12:45:56Z,host='dv-cinder-818883-1-smb',id=d7c7f769-7b7b-49b8-a5c1-735df886e043,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:37:26Z,topic='l3_agent')) {'router_ids': ['d5ff633b-3751-4550-9712-7bff2be4aaa0'], 'active': True} {{(pid=86839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:46:18.946529 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e37689-fa46-461c-bfb3-3c47dcc3a631 None None] Routers {'ea4af844-59f5-4385-9717-8f131d50a6ea'} bound to L3 agent in host dv-cinder-818883-1-smb {{(pid=86840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:46:18.947542 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.l3_hamode_db [None req-05e37689-fa46-461c-bfb3-3c47dcc3a631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T12:37:26Z,description=,heartbeat_timestamp=2021-11-23T12:45:56Z,host='dv-cinder-818883-1-smb',id=d7c7f769-7b7b-49b8-a5c1-735df886e043,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:37:26Z,topic='l3_agent')) {'router_ids': ['ea4af844-59f5-4385-9717-8f131d50a6ea'], 'active': True} {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:46:18.948689 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-4f7f2ba8-9f5a-4a4a-a7eb-161b3710f1c3 req-29c70269-be6a-40d3-9f40-9922af0e444c tempest-DeleteServersTestJSON-2039855933 tempest-DeleteServersTestJSON-2039855933-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc9a5223-b06b-4769-ba6b-4d2311a21559 HTTP/1.1" status: 200 len: 210 time: 0.5891995 Nov 23 12:46:19.117265 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-cb4e2fd8-4ebe-4c0f-b6d4-a933c70f2900 admin admin] Notify callbacks [] for router, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:19.128447 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-cb4e2fd8-4ebe-4c0f-b6d4-a933c70f2900 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.3741117 Nov 23 12:46:19.129564 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 45784) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:19.191310 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.db_base_plugin_common [None req-9c747aa4-ed2c-44a7-b3ec-9c7ab9b7d2b4 admin admin] Allocated IP 172.20.0.1 (f34ec0a4-d329-411a-9213-97be29ff4587/456abfc7-81cf-4d5c-adc8-b3f39f8433bb/419537b5-27b9-4947-af41-1b4829e4c6fc) {{(pid=86838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:46:19.206431 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc024485-78cf-4db5-86b6-0bb3bdf0ddf2 None None] Pushing event updated for resources: {'Port': ['ID=f55fc293-445d-4fee-9e3d-5f5d05c8d39c,revision_number=3']} {{(pid=86840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:19.212880 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8c99e3f5-8356-49ee-8e1e-f2b29a434263 req-ea251d68-5a2f-4e87-a297-c7f44e2bd8b0 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f160759-d9fc-45e2-8533-6615870234d8 HTTP/1.1" status: 200 len: 210 time: 0.1254978 Nov 23 12:46:19.241039 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [req-8aaa3946-9c29-42a9-b199-095f24272ed1 req-e9e84c1c-5cf6-49ed-a5d5-6c8107575e63 tempest-DeleteServersTestJSON-2039855933 tempest-DeleteServersTestJSON-2039855933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:46:19.251341 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-dc024485-78cf-4db5-86b6-0bb3bdf0ddf2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.653s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:19.267102 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-8aaa3946-9c29-42a9-b199-095f24272ed1 req-e9e84c1c-5cf6-49ed-a5d5-6c8107575e63 tempest-DeleteServersTestJSON-2039855933 tempest-DeleteServersTestJSON-2039855933-project] Usage tracker for resource:port and tenant:f976241d01bd41999a758bef4447e874 is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:46:19.288387 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_dvr_db [None req-fc044b31-9d9e-4a88-b500-9b903edecc29 None None] Set router d5ff633b-3751-4550-9712-7bff2be4aaa0 gateway port host: dv-cinder-818883-1-smb {{(pid=86839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:46:19.354489 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-8aaa3946-9c29-42a9-b199-095f24272ed1 req-e9e84c1c-5cf6-49ed-a5d5-6c8107575e63 tempest-DeleteServersTestJSON-2039855933 tempest-DeleteServersTestJSON-2039855933-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:46:19.362683 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [req-8aaa3946-9c29-42a9-b199-095f24272ed1 req-e9e84c1c-5cf6-49ed-a5d5-6c8107575e63 tempest-DeleteServersTestJSON-2039855933 tempest-DeleteServersTestJSON-2039855933-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:46:19.403682 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8aaa3946-9c29-42a9-b199-095f24272ed1 req-e9e84c1c-5cf6-49ed-a5d5-6c8107575e63 tempest-DeleteServersTestJSON-2039855933 tempest-DeleteServersTestJSON-2039855933-project] Made reservation on behalf of f976241d01bd41999a758bef4447e874 for: {'port': 1} {{(pid=86838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:46:19.409626 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-8aaa3946-9c29-42a9-b199-095f24272ed1 req-e9e84c1c-5cf6-49ed-a5d5-6c8107575e63 tempest-DeleteServersTestJSON-2039855933 tempest-DeleteServersTestJSON-2039855933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:19.417972 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c35ecd-9533-4f57-ba1c-209dc79016e8 req-22eb6955-0ae3-4f55-9740-256a30fb9490 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:19.419574 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-a6c35ecd-9533-4f57-ba1c-209dc79016e8 req-22eb6955-0ae3-4f55-9740-256a30fb9490 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.54 "GET /v2.0/networks?id=db06a41a-eafd-447e-965a-14c1b39ecb30 HTTP/1.1" status: 200 len: 815 time: 0.7273848 Nov 23 12:46:19.447940 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvr_db [None req-05e37689-fa46-461c-bfb3-3c47dcc3a631 None None] Set router ea4af844-59f5-4385-9717-8f131d50a6ea gateway port host: dv-cinder-818883-1-smb {{(pid=86840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:46:19.485951 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.v2.base [req-a6c35ecd-9533-4f57-ba1c-209dc79016e8 req-50bdce43-d1e8-4b08-aa0c-6a4cd28f4ecc tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Request body: {'port': {'device_id': '9f160759-d9fc-45e2-8533-6615870234d8', 'network_id': 'db06a41a-eafd-447e-965a-14c1b39ecb30', 'admin_state_up': True, 'tenant_id': 'd66b4a21b0fe4386a781f7160eda94ae'}} {{(pid=86837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:46:19.755249 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-9c747aa4-ed2c-44a7-b3ec-9c7ab9b7d2b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:19.829513 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-e2a5bb8a-2e8b-4d72-92e7-83ca4932236f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:19.850921 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_hamode_db [None req-fc044b31-9d9e-4a88-b500-9b903edecc29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5ff633b-3751-4550-9712-7bff2be4aaa0', 'name': 'tempest-ServerRescueNegativeTestJSON-46757015-router', 'tenant_id': '91624ff73b014ed4aa8831330bf94986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'external_fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.36'}], 'enable_snat': True}, 'gw_port_id': 'f3330bd9-7aaf-4801-a02f-490f3b495167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:46:12Z', 'updated_at': '2021-11-23T12:46:16Z', 'revision_number': 3, 'project_id': '91624ff73b014ed4aa8831330bf94986', 'gw_port': {'id': 'f3330bd9-7aaf-4801-a02f-490f3b495167', 'name': '', 'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:c0:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5ff633b-3751-4550-9712-7bff2be4aaa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:46:14Z', 'updated_at': '2021-11-23T12:46:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-smb'}], 'dv-cinder-818883-1-smb', False) {} {{(pid=86839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:46:19.861156 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc044b31-9d9e-4a88-b500-9b903edecc29 None None] Checking router: d5ff633b-3751-4550-9712-7bff2be4aaa0 for host: dv-cinder-818883-1-smb {{(pid=86839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 12:46:19.861582 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc044b31-9d9e-4a88-b500-9b903edecc29 None None] Updating router d5ff633b-3751-4550-9712-7bff2be4aaa0 port f3330bd9-7aaf-4801-a02f-490f3b495167 binding host dv-cinder-818883-1-smb {{(pid=86839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 12:46:19.879816 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-e2a5bb8a-2e8b-4d72-92e7-83ca4932236f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:19.949039 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:19.962045 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.db_base_plugin_common [req-8aaa3946-9c29-42a9-b199-095f24272ed1 req-e9e84c1c-5cf6-49ed-a5d5-6c8107575e63 tempest-DeleteServersTestJSON-2039855933 tempest-DeleteServersTestJSON-2039855933-project] Allocated IP 172.20.0.5 (d373d051-bf94-4523-9663-39db213210be/c54a8433-9301-4f12-ad03-df544193d155/f0c437a5-ffbd-4557-b25e-ec087d70b044) {{(pid=86838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:46:20.141569 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a5bb8a-2e8b-4d72-92e7-83ca4932236f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ce1bb87-eaf5-4dfe-8aa6-a18a24e40d9b,revision_number=1']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:20.188829 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.l3_hamode_db [None req-05e37689-fa46-461c-bfb3-3c47dcc3a631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea4af844-59f5-4385-9717-8f131d50a6ea', 'name': 'tempest-AttachVolumeTestJSON-781259906-router', 'tenant_id': 'e6142a50a1bb4ef9bfd9b1bc59edda1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'external_fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.214'}], 'enable_snat': True}, 'gw_port_id': 'f55fc293-445d-4fee-9e3d-5f5d05c8d39c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:46:10Z', 'updated_at': '2021-11-23T12:46:12Z', 'revision_number': 3, 'project_id': 'e6142a50a1bb4ef9bfd9b1bc59edda1d', 'gw_port': {'id': 'f55fc293-445d-4fee-9e3d-5f5d05c8d39c', 'name': '', 'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:4d:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea4af844-59f5-4385-9717-8f131d50a6ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:46:11Z', 'updated_at': '2021-11-23T12:46:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-smb'}], 'dv-cinder-818883-1-smb', False) {} {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:46:20.202230 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e37689-fa46-461c-bfb3-3c47dcc3a631 None None] The sync data for ids ['ea4af844-59f5-4385-9717-8f131d50a6ea'] in dv-cinder-818883-1-smb is: [{'id': 'ea4af844-59f5-4385-9717-8f131d50a6ea', 'name': 'tempest-AttachVolumeTestJSON-781259906-router', 'tenant_id': 'e6142a50a1bb4ef9bfd9b1bc59edda1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'external_fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.214'}], 'enable_snat': True}, 'gw_port_id': 'f55fc293-445d-4fee-9e3d-5f5d05c8d39c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:46:10Z', 'updated_at': '2021-11-23T12:46:12Z', 'revision_number': 3, 'project_id': 'e6142a50a1bb4ef9bfd9b1bc59edda1d', 'gw_port': {'id': 'f55fc293-445d-4fee-9e3d-5f5d05c8d39c', 'name': '', 'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:4d:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea4af844-59f5-4385-9717-8f131d50a6ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:46:11Z', 'updated_at': '2021-11-23T12:46:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-smb'}] {{(pid=86840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 12:46:20.202547 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-e2a5bb8a-2e8b-4d72-92e7-83ca4932236f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:20.214655 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-fc044b31-9d9e-4a88-b500-9b903edecc29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:20.311963 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 45820) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:20.394588 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-e2a5bb8a-2e8b-4d72-92e7-83ca4932236f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d5ed7bd153db4398b2073c16bd007a9c&name=default HTTP/1.1" status: 200 len: 2975 time: 2.7253184 Nov 23 12:46:20.408435 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 45830) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:20.409150 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 45832) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:20.416854 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [req-a6c35ecd-9533-4f57-ba1c-209dc79016e8 req-50bdce43-d1e8-4b08-aa0c-6a4cd28f4ecc tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:46:20.504458 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [req-a6c35ecd-9533-4f57-ba1c-209dc79016e8 req-50bdce43-d1e8-4b08-aa0c-6a4cd28f4ecc tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Usage tracker for resource:port and tenant:d66b4a21b0fe4386a781f7160eda94ae is out of sync, need to count used quota {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:46:20.559077 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [req-a6c35ecd-9533-4f57-ba1c-209dc79016e8 req-50bdce43-d1e8-4b08-aa0c-6a4cd28f4ecc tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:46:20.822966 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-bcff771a-5be5-44c2-bf96-2e771c7c493c req-41de37a7-c9d3-467d-b836-37f985b2c66e tempest-DeleteServersTestJSON-2039855933 tempest-DeleteServersTestJSON-2039855933-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc9a5223-b06b-4769-ba6b-4d2311a21559 HTTP/1.1" status: 200 len: 210 time: 0.2959037 Nov 23 12:46:20.861206 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.provisioning_blocks [None req-9c747aa4-ed2c-44a7-b3ec-9c7ab9b7d2b4 admin admin] Transition to ACTIVE for port object 419537b5-27b9-4947-af41-1b4829e4c6fc will not be triggered until provisioned by entity DHCP. {{(pid=86838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:46:20.875307 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-e42406e4-c2bb-49ee-aee2-7b2cff4cc926 req-4e4edc34-d0af-40a0-9af3-76d3b00283fe tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f160759-d9fc-45e2-8533-6615870234d8 HTTP/1.1" status: 200 len: 210 time: 0.2290630 Nov 23 12:46:20.912201 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-10029acc-00a4-44b8-9241-e53e813b2945 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:20.975948 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [req-a6c35ecd-9533-4f57-ba1c-209dc79016e8 req-50bdce43-d1e8-4b08-aa0c-6a4cd28f4ecc tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:46:21.024453 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-10029acc-00a4-44b8-9241-e53e813b2945 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:21.087096 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-4259f114-675f-48e2-86cc-7fb85865eb38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:21.139668 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-4259f114-675f-48e2-86cc-7fb85865eb38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:46:21.155156 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-8aaa3946-9c29-42a9-b199-095f24272ed1 req-e9e84c1c-5cf6-49ed-a5d5-6c8107575e63 tempest-DeleteServersTestJSON-2039855933 tempest-DeleteServersTestJSON-2039855933-project] Notify callbacks [] for port, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:21.159590 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-9c747aa4-ed2c-44a7-b3ec-9c7ab9b7d2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788170525763'] for port, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:21.163192 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-4259f114-675f-48e2-86cc-7fb85865eb38 admin admin] Usage tracker for resource:security_group_rule and tenant:b9fee5bf9982426b97c22cb274f8bb8a is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:46:21.175845 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-4259f114-675f-48e2-86cc-7fb85865eb38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:46:21.181656 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:21.292497 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-fc044b31-9d9e-4a88-b500-9b903edecc29 None None] Notify callbacks [] for port, precommit_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:21.300689 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c747aa4-ed2c-44a7-b3ec-9c7ab9b7d2b4 admin admin] Pushing event updated for resources: {'Port': ['ID=419537b5-27b9-4947-af41-1b4829e4c6fc,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:21.307563 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-9c747aa4-ed2c-44a7-b3ec-9c7ab9b7d2b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:21.314950 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-4259f114-675f-48e2-86cc-7fb85865eb38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:46:21.323728 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-fc044b31-9d9e-4a88-b500-9b903edecc29 None None] Transition to ACTIVE for port object f3330bd9-7aaf-4801-a02f-490f3b495167 will not be triggered until provisioned by entity L2. {{(pid=86839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:46:21.339830 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-fc044b31-9d9e-4a88-b500-9b903edecc29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826'] for port, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:21.346150 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c747aa4-ed2c-44a7-b3ec-9c7ab9b7d2b4 admin admin] Network f34ec0a4-d329-411a-9213-97be29ff4587 is already hosted by enough agents. {{(pid=86838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:46:21.347857 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-4ea9045e-fe5e-4460-aab8-48765651d684 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:21.356824 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.scheduler.base_scheduler [None req-9c747aa4-ed2c-44a7-b3ec-9c7ab9b7d2b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=86838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:46:21.364050 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6c35ecd-9533-4f57-ba1c-209dc79016e8 req-50bdce43-d1e8-4b08-aa0c-6a4cd28f4ecc tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Made reservation on behalf of d66b4a21b0fe4386a781f7160eda94ae for: {'port': 1} {{(pid=86837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:46:21.370917 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c747aa4-ed2c-44a7-b3ec-9c7ab9b7d2b4 admin admin] Received port after_create {{(pid=86838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 12:46:21.372235 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-9c747aa4-ed2c-44a7-b3ec-9c7ab9b7d2b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595666'] for router_interface, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:21.373236 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-a6c35ecd-9533-4f57-ba1c-209dc79016e8 req-50bdce43-d1e8-4b08-aa0c-6a4cd28f4ecc tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:21.401906 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-675fb142-e9fa-4eb7-a57e-c7a2e0dd6984 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:21.460417 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01f0d22-e202-49de-afaf-be7a5436d9b7 None None] Pushing event updated for resources: {'Port': ['ID=f3330bd9-7aaf-4801-a02f-490f3b495167,revision_number=2']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:21.464213 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-f01f0d22-e202-49de-afaf-be7a5436d9b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:21.509145 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.managers [None req-fc044b31-9d9e-4a88-b500-9b903edecc29 None None] Attempting to bind port f3330bd9-7aaf-4801-a02f-490f3b495167 on host dv-cinder-818883-1-smb for vnic_type normal with profile {{(pid=86839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 12:46:21.515773 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.managers [None req-fc044b31-9d9e-4a88-b500-9b903edecc29 None None] Attempting to bind port f3330bd9-7aaf-4801-a02f-490f3b495167 by drivers openvswitch,hyperv on host dv-cinder-818883-1-smb at level 0 using segments [{'id': '2dcdf227-6722-4632-a1c4-3c71d035812a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429'}] {{(pid=86839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 12:46:21.517580 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc044b31-9d9e-4a88-b500-9b903edecc29 None None] Attempting to bind port f3330bd9-7aaf-4801-a02f-490f3b495167 on network 2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429 {{(pid=86839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:46:21.547056 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc044b31-9d9e-4a88-b500-9b903edecc29 None None] Checking agent: {'id': 'cd5e743e-4289-46d3-a833-871886dcba65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818883-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 37, 23), 'started_at': datetime.datetime(2021, 11, 23, 12, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818883-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 12:46:21.547990 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc044b31-9d9e-4a88-b500-9b903edecc29 None None] Checking segment: {'id': '2dcdf227-6722-4632-a1c4-3c71d035812a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:46:21.548571 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-fc044b31-9d9e-4a88-b500-9b903edecc29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:21.549331 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc044b31-9d9e-4a88-b500-9b903edecc29 None None] Bound using segment: {'id': '2dcdf227-6722-4632-a1c4-3c71d035812a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429'} {{(pid=86839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 12:46:21.550084 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.managers [None req-fc044b31-9d9e-4a88-b500-9b903edecc29 None None] Bound port: f3330bd9-7aaf-4801-a02f-490f3b495167, host: dv-cinder-818883-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dcdf227-6722-4632-a1c4-3c71d035812a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429'}}] {{(pid=86839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 12:46:21.550788 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-fc044b31-9d9e-4a88-b500-9b903edecc29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:21.574379 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-675fb142-e9fa-4eb7-a57e-c7a2e0dd6984 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:46:21.592936 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-675fb142-e9fa-4eb7-a57e-c7a2e0dd6984 admin admin] Usage tracker for resource:security_group_rule and tenant:a1cc704ea36f43ae892d28bac3b49ed5 is out of sync, need to count used quota {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:46:21.603651 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-675fb142-e9fa-4eb7-a57e-c7a2e0dd6984 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:46:21.619087 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-675fb142-e9fa-4eb7-a57e-c7a2e0dd6984 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:46:21.621593 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-4259f114-675f-48e2-86cc-7fb85865eb38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:21.665706 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-fc044b31-9d9e-4a88-b500-9b903edecc29 None None] For port f3330bd9-7aaf-4801-a02f-490f3b495167, host dv-cinder-818883-1-smb, cleared binding levels {{(pid=86839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 12:46:21.669670 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-fc044b31-9d9e-4a88-b500-9b903edecc29 None None] For port f3330bd9-7aaf-4801-a02f-490f3b495167, host dv-cinder-818883-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-smb',level=0,port_id=f3330bd9-7aaf-4801-a02f-490f3b495167,segment=NetworkSegment(2dcdf227-6722-4632-a1c4-3c71d035812a),segment_id=2dcdf227-6722-4632-a1c4-3c71d035812a)] {{(pid=86839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 12:46:21.677913 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-fc044b31-9d9e-4a88-b500-9b903edecc29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826'] for port, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:21.685318 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:21.754754 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-4259f114-675f-48e2-86cc-7fb85865eb38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:21.799932 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc044b31-9d9e-4a88-b500-9b903edecc29 None None] Routers {'d5ff633b-3751-4550-9712-7bff2be4aaa0'} bound to L3 agent in host dv-cinder-818883-1-smb {{(pid=86839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:46:21.800663 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_hamode_db [None req-fc044b31-9d9e-4a88-b500-9b903edecc29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T12:37:26Z,description=,heartbeat_timestamp=2021-11-23T12:45:56Z,host='dv-cinder-818883-1-smb',id=d7c7f769-7b7b-49b8-a5c1-735df886e043,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:37:26Z,topic='l3_agent')) {'router_ids': ['d5ff633b-3751-4550-9712-7bff2be4aaa0'], 'active': True} {{(pid=86839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:46:21.833906 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-8aaa3946-9c29-42a9-b199-095f24272ed1 req-e9e84c1c-5cf6-49ed-a5d5-6c8107575e63 tempest-DeleteServersTestJSON-2039855933 tempest-DeleteServersTestJSON-2039855933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788170525763'] for port, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:21.929765 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-e34cdc5d-d9a7-4762-ab10-dc2de9e29c6b None None] Provisioning for port 419537b5-27b9-4947-af41-1b4829e4c6fc completed by entity DHCP. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:46:21.941313 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-e34cdc5d-d9a7-4762-ab10-dc2de9e29c6b None None] Provisioning complete for port 419537b5-27b9-4947-af41-1b4829e4c6fc triggered by entity DHCP. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:46:21.942139 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-e34cdc5d-d9a7-4762-ab10-dc2de9e29c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567787'] for port, provisioning_complete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:21.991625 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-a44cdba5-5442-4d6c-8bf1-9ce01c450451 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:22.033870 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.plugin [None req-e34cdc5d-d9a7-4762-ab10-dc2de9e29c6b None None] Port 419537b5-27b9-4947-af41-1b4829e4c6fc cannot update to ACTIVE because it is not bound. {{(pid=86839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 23 12:46:22.037251 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Device f55fc293-445d-4fee-9e3d-5f5d05c8d39c up at agent ovs-agent-dv-cinder-818883-1-smb {{(pid=86839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:46:22.130166 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01f0d22-e202-49de-afaf-be7a5436d9b7 None None] Pushing event updated for resources: {'Port': ['ID=f3330bd9-7aaf-4801-a02f-490f3b495167,revision_number=3']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:22.142540 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-f01f0d22-e202-49de-afaf-be7a5436d9b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:22.147159 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Provisioning for port f55fc293-445d-4fee-9e3d-5f5d05c8d39c completed by entity L2. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:46:22.228203 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Provisioning complete for port f55fc293-445d-4fee-9e3d-5f5d05c8d39c triggered by entity L2. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:46:22.228203 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567787'] for port, provisioning_complete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:22.240044 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-10029acc-00a4-44b8-9241-e53e813b2945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:22.291452 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:22.333875 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-cea7a264-874e-41be-9488-b412cceb2c30 req-7717da05-9be5-4d02-966d-9b7e8298a633 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f160759-d9fc-45e2-8533-6615870234d8 HTTP/1.1" status: 200 len: 210 time: 0.1127114 Nov 23 12:46:22.354067 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_dvr_db [None req-fc044b31-9d9e-4a88-b500-9b903edecc29 None None] Set router d5ff633b-3751-4550-9712-7bff2be4aaa0 gateway port host: dv-cinder-818883-1-smb {{(pid=86839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:46:22.407663 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-4259f114-675f-48e2-86cc-7fb85865eb38 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b9fee5bf9982426b97c22cb274f8bb8a&name=default HTTP/1.1" status: 200 len: 2975 time: 2.0945184 Nov 23 12:46:22.414003 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 45858) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:22.418590 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8aaa3946-9c29-42a9-b199-095f24272ed1 req-e9e84c1c-5cf6-49ed-a5d5-6c8107575e63 tempest-DeleteServersTestJSON-2039855933 tempest-DeleteServersTestJSON-2039855933-project] Network d373d051-bf94-4523-9663-39db213210be is already hosted by enough agents. {{(pid=86838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:46:22.467403 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.scheduler.base_scheduler [req-8aaa3946-9c29-42a9-b199-095f24272ed1 req-e9e84c1c-5cf6-49ed-a5d5-6c8107575e63 tempest-DeleteServersTestJSON-2039855933 tempest-DeleteServersTestJSON-2039855933-project] Resources bound (agent type, host, resource id): {{(pid=86838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:46:22.469768 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10029acc-00a4-44b8-9241-e53e813b2945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ce1bb87-eaf5-4dfe-8aa6-a18a24e40d9b,revision_number=None']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:22.470579 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4259f114-675f-48e2-86cc-7fb85865eb38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=637761bd-7911-424a-837a-cf6ccc0dba6e,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:22.482877 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-10029acc-00a4-44b8-9241-e53e813b2945 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:22.486657 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.l3_dvrscheduler_db [req-8aaa3946-9c29-42a9-b199-095f24272ed1 req-e9e84c1c-5cf6-49ed-a5d5-6c8107575e63 tempest-DeleteServersTestJSON-2039855933 tempest-DeleteServersTestJSON-2039855933-project] Received port after_create {{(pid=86838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 12:46:22.493264 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaa3946-9c29-42a9-b199-095f24272ed1 req-e9e84c1c-5cf6-49ed-a5d5-6c8107575e63 tempest-DeleteServersTestJSON-2039855933 tempest-DeleteServersTestJSON-2039855933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:22.494797 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-8aaa3946-9c29-42a9-b199-095f24272ed1 req-e9e84c1c-5cf6-49ed-a5d5-6c8107575e63 tempest-DeleteServersTestJSON-2039855933 tempest-DeleteServersTestJSON-2039855933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600637'] for port, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:22.509732 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-10029acc-00a4-44b8-9241-e53e813b2945 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:22.514195 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-10029acc-00a4-44b8-9241-e53e813b2945 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8ce1bb87-eaf5-4dfe-8aa6-a18a24e40d9b HTTP/1.1" status: 204 len: 168 time: 2.0994029 Nov 23 12:46:22.539918 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-9c747aa4-ed2c-44a7-b3ec-9c7ab9b7d2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:22.543235 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-ecf58994-d34f-4162-94fb-f3662451a7fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:22.597766 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:22.623156 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] For port f55fc293-445d-4fee-9e3d-5f5d05c8d39c, host dv-cinder-818883-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-smb',level=0,port_id=f55fc293-445d-4fee-9e3d-5f5d05c8d39c,segment=NetworkSegment(2dcdf227-6722-4632-a1c4-3c71d035812a),segment_id=2dcdf227-6722-4632-a1c4-3c71d035812a)] {{(pid=86839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:46:22.641406 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826'] for port, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:22.751886 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-50eabdd1-aaca-4d86-a60a-91b20c17e3a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:22.859734 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Pushing event updated for resources: {'Port': ['ID=f55fc293-445d-4fee-9e3d-5f5d05c8d39c,revision_number=4']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:22.871492 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:22.917904 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-45b21bc7-3e60-4639-8a62-d4c7d53d5fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:23.005546 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.db_base_plugin_common [None req-ecf58994-d34f-4162-94fb-f3662451a7fb admin admin] Allocated IP 172.20.0.1 (f9d133c8-4135-48e6-b582-06743cb8c4da/bd51d8cb-0c29-4851-b2cf-4f44e529c93c/fe9291ed-8143-488d-b840-259ef650d936) {{(pid=86837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:46:23.256959 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-ecf58994-d34f-4162-94fb-f3662451a7fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:23.270500 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_hamode_db [None req-fc044b31-9d9e-4a88-b500-9b903edecc29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5ff633b-3751-4550-9712-7bff2be4aaa0', 'name': 'tempest-ServerRescueNegativeTestJSON-46757015-router', 'tenant_id': '91624ff73b014ed4aa8831330bf94986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'external_fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.36'}], 'enable_snat': True}, 'gw_port_id': 'f3330bd9-7aaf-4801-a02f-490f3b495167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:46:12Z', 'updated_at': '2021-11-23T12:46:16Z', 'revision_number': 3, 'project_id': '91624ff73b014ed4aa8831330bf94986', 'gw_port': {'id': 'f3330bd9-7aaf-4801-a02f-490f3b495167', 'name': '', 'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:c0:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5ff633b-3751-4550-9712-7bff2be4aaa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:46:14Z', 'updated_at': '2021-11-23T12:46:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-smb'}], 'dv-cinder-818883-1-smb', False) {} {{(pid=86839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:46:23.281354 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc044b31-9d9e-4a88-b500-9b903edecc29 None None] The sync data for ids ['d5ff633b-3751-4550-9712-7bff2be4aaa0'] in dv-cinder-818883-1-smb is: [{'id': 'd5ff633b-3751-4550-9712-7bff2be4aaa0', 'name': 'tempest-ServerRescueNegativeTestJSON-46757015-router', 'tenant_id': '91624ff73b014ed4aa8831330bf94986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'external_fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.36'}], 'enable_snat': True}, 'gw_port_id': 'f3330bd9-7aaf-4801-a02f-490f3b495167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:46:12Z', 'updated_at': '2021-11-23T12:46:16Z', 'revision_number': 3, 'project_id': '91624ff73b014ed4aa8831330bf94986', 'gw_port': {'id': 'f3330bd9-7aaf-4801-a02f-490f3b495167', 'name': '', 'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:c0:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5ff633b-3751-4550-9712-7bff2be4aaa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:46:14Z', 'updated_at': '2021-11-23T12:46:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-smb'}] {{(pid=86839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 12:46:23.305599 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-ecf58994-d34f-4162-94fb-f3662451a7fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788170525763'] for port, after_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:23.342479 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:23.381451 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-9c747aa4-ed2c-44a7-b3ec-9c7ab9b7d2b4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:23.401990 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-4259f114-675f-48e2-86cc-7fb85865eb38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.412s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:23.422838 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-9ff26e13-7d05-47e6-a40e-7f36337b307d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.192s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:23.441636 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:23.465345 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.db_base_plugin_common [req-a6c35ecd-9533-4f57-ba1c-209dc79016e8 req-50bdce43-d1e8-4b08-aa0c-6a4cd28f4ecc tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Allocated IP 172.20.0.14 (db06a41a-eafd-447e-965a-14c1b39ecb30/c0d370b4-ffde-4b58-bd7e-c9414689a347/7f114a60-ca8e-4a26-a4c5-b1177a8c45be) {{(pid=86837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:46:23.494053 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf58994-d34f-4162-94fb-f3662451a7fb admin admin] Network f9d133c8-4135-48e6-b582-06743cb8c4da is already hosted by enough agents. {{(pid=86837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:46:23.504673 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.scheduler.base_scheduler [None req-ecf58994-d34f-4162-94fb-f3662451a7fb admin admin] Resources bound (agent type, host, resource id): {{(pid=86837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:46:23.538223 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf58994-d34f-4162-94fb-f3662451a7fb admin admin] Received port after_create {{(pid=86837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 12:46:23.539514 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-ecf58994-d34f-4162-94fb-f3662451a7fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595666'] for router_interface, before_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:23.657470 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-9c747aa4-ed2c-44a7-b3ec-9c7ab9b7d2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826'] for port, after_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:23.665431 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-756b6356-0fa3-4bb2-bcb4-df4b9a2840c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:23.703955 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-756b6356-0fa3-4bb2-bcb4-df4b9a2840c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:23.877745 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-9c747aa4-ed2c-44a7-b3ec-9c7ab9b7d2b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1595889'] for router_interface, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:23.901735 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8aaa3946-9c29-42a9-b199-095f24272ed1 req-e9e84c1c-5cf6-49ed-a5d5-6c8107575e63 tempest-DeleteServersTestJSON-2039855933 tempest-DeleteServersTestJSON-2039855933-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4961641 Nov 23 12:46:23.935566 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418674c3-7a7d-4ff5-a0cd-260bb318f350 req-860268be-8662-4b3f-93cd-36a0575d2af3 tempest-DeleteServersTestJSON-2039855933 tempest-DeleteServersTestJSON-2039855933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:23.936613 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-418674c3-7a7d-4ff5-a0cd-260bb318f350 req-860268be-8662-4b3f-93cd-36a0575d2af3 tempest-DeleteServersTestJSON-2039855933 tempest-DeleteServersTestJSON-2039855933-project] Synchronizing usage tracker for tenant:f976241d01bd41999a758bef4447e874 on resource:port {{(pid=86838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:46:23.941727 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-4fe6b39c-f073-48e6-9707-4e2bf9e115e4 req-1b86b717-54b9-4eb9-b7d0-6f4a73c9e880 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f160759-d9fc-45e2-8533-6615870234d8 HTTP/1.1" status: 200 len: 210 time: 0.2916069 Nov 23 12:46:23.960279 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e84c1c-5cf6-49ed-a5d5-6c8107575e63 tempest-DeleteServersTestJSON-2039855933 tempest-DeleteServersTestJSON-2039855933-project] Pushing event updated for resources: {'Port': ['ID=f0c437a5-ffbd-4557-b25e-ec087d70b044,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:24.018574 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-675fb142-e9fa-4eb7-a57e-c7a2e0dd6984 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:24.020809 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf58994-d34f-4162-94fb-f3662451a7fb admin admin] Pushing event updated for resources: {'Port': ['ID=fe9291ed-8143-488d-b840-259ef650d936,revision_number=1']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:24.021919 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Device f55fc293-445d-4fee-9e3d-5f5d05c8d39c up at agent ovs-agent-dv-cinder-818883-1-smb {{(pid=86839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:46:24.038112 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-ecf58994-d34f-4162-94fb-f3662451a7fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.696s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:24.039266 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-675fb142-e9fa-4eb7-a57e-c7a2e0dd6984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:24.143372 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.agents_db [None req-d0d00f27-41a4-4d9d-a63d-8c6bf84d2b10 None None] Agent healthcheck: found 6 active agents {{(pid=86840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 12:46:24.156547 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-82d0b54f-cb05-4550-91f8-fd5c4a7ea3b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:24.245465 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Provisioning complete for port f55fc293-445d-4fee-9e3d-5f5d05c8d39c triggered by entity L2. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:46:24.248519 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567787'] for port, provisioning_complete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:24.342428 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-e9e84c1c-5cf6-49ed-a5d5-6c8107575e63 tempest-DeleteServersTestJSON-2039855933 tempest-DeleteServersTestJSON-2039855933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.920s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:24.352178 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [req-8aaa3946-9c29-42a9-b199-095f24272ed1 req-acff31d6-acd9-4a75-836f-b26c3e6cace0 tempest-DeleteServersTestJSON-2039855933 tempest-DeleteServersTestJSON-2039855933-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=86838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 12:46:24.352178 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8aaa3946-9c29-42a9-b199-095f24272ed1 req-acff31d6-acd9-4a75-836f-b26c3e6cace0 tempest-DeleteServersTestJSON-2039855933 tempest-DeleteServersTestJSON-2039855933-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3868680 Nov 23 12:46:24.353893 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.471s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:24.377575 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-675fb142-e9fa-4eb7-a57e-c7a2e0dd6984 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a1cc704ea36f43ae892d28bac3b49ed5&name=default HTTP/1.1" status: 200 len: 2975 time: 3.9657109 Nov 23 12:46:24.438753 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 45902) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:24.455119 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c747aa4-ed2c-44a7-b3ec-9c7ab9b7d2b4 admin admin] Network f34ec0a4-d329-411a-9213-97be29ff4587 is already hosted by enough agents. {{(pid=86838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:46:24.489548 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675fb142-e9fa-4eb7-a57e-c7a2e0dd6984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95f4c40f-3e75-476c-b44d-f5c5cb94c18f,revision_number=1']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:24.496002 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 45906) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:24.506871 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-675fb142-e9fa-4eb7-a57e-c7a2e0dd6984 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:24.583631 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.scheduler.base_scheduler [None req-9c747aa4-ed2c-44a7-b3ec-9c7ab9b7d2b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=86838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:46:24.642251 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-756b6356-0fa3-4bb2-bcb4-df4b9a2840c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:24.695226 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-418674c3-7a7d-4ff5-a0cd-260bb318f350 req-860268be-8662-4b3f-93cd-36a0575d2af3 tempest-DeleteServersTestJSON-2039855933 tempest-DeleteServersTestJSON-2039855933-project] Unset dirty status for tenant:f976241d01bd41999a758bef4447e874 on resource:port {{(pid=86838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:46:24.734527 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-418674c3-7a7d-4ff5-a0cd-260bb318f350 req-860268be-8662-4b3f-93cd-36a0575d2af3 tempest-DeleteServersTestJSON-2039855933 tempest-DeleteServersTestJSON-2039855933-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc9a5223-b06b-4769-ba6b-4d2311a21559 HTTP/1.1" status: 200 len: 931 time: 2.4748054 Nov 23 12:46:25.005493 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.v2.base [req-8aaa3946-9c29-42a9-b199-095f24272ed1 req-b6d94ead-8417-482f-ab99-50a72a53d48a service neutron] Request body: {'port': {'device_id': 'dc9a5223-b06b-4769-ba6b-4d2311a21559', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:46:25.017365 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-a6c35ecd-9533-4f57-ba1c-209dc79016e8 req-50bdce43-d1e8-4b08-aa0c-6a4cd28f4ecc tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Notify callbacks [] for port, precommit_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:25.036606 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.v2.base [None req-719e6f60-bbed-43e5-83b7-8716cfde8678 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-647489320-network', 'tenant_id': 'e4ddbaa10e664e9dbbd3bb3514b6589a'}} {{(pid=86837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:46:25.097143 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-719e6f60-bbed-43e5-83b7-8716cfde8678 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:46:25.105831 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-ef93a1f8-833f-464a-b902-5e9279394cb0 None None] Provisioning complete for port 419537b5-27b9-4947-af41-1b4829e4c6fc triggered by entity DHCP. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:46:25.106592 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-ef93a1f8-833f-464a-b902-5e9279394cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567787'] for port, provisioning_complete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:25.109352 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-719e6f60-bbed-43e5-83b7-8716cfde8678 admin admin] Usage tracker for resource:network and tenant:e4ddbaa10e664e9dbbd3bb3514b6589a is out of sync, need to count used quota {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:46:25.115556 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-719e6f60-bbed-43e5-83b7-8716cfde8678 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:46:25.130991 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-719e6f60-bbed-43e5-83b7-8716cfde8678 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:46:25.134489 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-ecf58994-d34f-4162-94fb-f3662451a7fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:25.145042 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c747aa4-ed2c-44a7-b3ec-9c7ab9b7d2b4 admin admin] Pushing event updated for resources: {'Port': ['ID=419537b5-27b9-4947-af41-1b4829e4c6fc,revision_number=2']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:25.161814 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-80423ffb-861f-447e-bff3-4bd98b8b9493 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:25.174138 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-9c747aa4-ed2c-44a7-b3ec-9c7ab9b7d2b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.820s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:25.175626 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-8251c265-8a3c-4434-a032-9f078dfaf7b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.339s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:25.200297 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-418674c3-7a7d-4ff5-a0cd-260bb318f350 req-37d1cd6b-05f5-448f-b868-9b72982d8af6 tempest-DeleteServersTestJSON-2039855933 tempest-DeleteServersTestJSON-2039855933-project] Synchronizing usage tracker for tenant:f976241d01bd41999a758bef4447e874 on resource:security_group {{(pid=86838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:46:25.218111 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-756b6356-0fa3-4bb2-bcb4-df4b9a2840c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:25.222375 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-756b6356-0fa3-4bb2-bcb4-df4b9a2840c3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/637761bd-7911-424a-837a-cf6ccc0dba6e HTTP/1.1" status: 204 len: 168 time: 2.7994773 Nov 23 12:46:25.235965 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756b6356-0fa3-4bb2-bcb4-df4b9a2840c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=637761bd-7911-424a-837a-cf6ccc0dba6e,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:25.284857 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-756b6356-0fa3-4bb2-bcb4-df4b9a2840c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:25.322988 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.plugin [None req-ef93a1f8-833f-464a-b902-5e9279394cb0 None None] Port 419537b5-27b9-4947-af41-1b4829e4c6fc cannot update to ACTIVE because it is not bound. {{(pid=86839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 23 12:46:25.509715 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-ecf58994-d34f-4162-94fb-f3662451a7fb admin admin] Notify callbacks [] for port, precommit_update {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:25.514393 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-719e6f60-bbed-43e5-83b7-8716cfde8678 admin admin] Made reservation on behalf of e4ddbaa10e664e9dbbd3bb3514b6589a for: {'network': 1} {{(pid=86837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:46:25.517509 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-719e6f60-bbed-43e5-83b7-8716cfde8678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for network, before_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:25.536549 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-ecf58994-d34f-4162-94fb-f3662451a7fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826'] for port, after_update {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:25.542392 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-ecf58994-d34f-4162-94fb-f3662451a7fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1595889'] for router_interface, after_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:25.546581 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-719e6f60-bbed-43e5-83b7-8716cfde8678 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:25.557473 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-cb4e2fd8-4ebe-4c0f-b6d4-a933c70f2900 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:25.570591 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-80423ffb-861f-447e-bff3-4bd98b8b9493 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:25.620996 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-9e418fd9-67d0-475d-896b-af6f77fdb224 req-731cdd85-9e92-4c52-9537-a9fb8a799171 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f160759-d9fc-45e2-8533-6615870234d8 HTTP/1.1" status: 200 len: 210 time: 0.3315413 Nov 23 12:46:25.635151 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf58994-d34f-4162-94fb-f3662451a7fb admin admin] Pushing event updated for resources: {'Port': ['ID=fe9291ed-8143-488d-b840-259ef650d936,revision_number=2']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:25.648397 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-a6c35ecd-9533-4f57-ba1c-209dc79016e8 req-50bdce43-d1e8-4b08-aa0c-6a4cd28f4ecc tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788170525763'] for port, after_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:25.711573 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-ecf58994-d34f-4162-94fb-f3662451a7fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:25.735690 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-ef79625e-33c1-44a5-a67c-a3b5a860c43f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:25.766399 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-418674c3-7a7d-4ff5-a0cd-260bb318f350 req-37d1cd6b-05f5-448f-b868-9b72982d8af6 tempest-DeleteServersTestJSON-2039855933 tempest-DeleteServersTestJSON-2039855933-project] Unset dirty status for tenant:f976241d01bd41999a758bef4447e874 on resource:security_group {{(pid=86838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:46:25.770126 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-719e6f60-bbed-43e5-83b7-8716cfde8678 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:46:25.794042 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-418674c3-7a7d-4ff5-a0cd-260bb318f350 req-37d1cd6b-05f5-448f-b868-9b72982d8af6 tempest-DeleteServersTestJSON-2039855933 tempest-DeleteServersTestJSON-2039855933-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee2954f9-8dbc-41bd-89bd-8ae39b19f461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0772121 Nov 23 12:46:25.853720 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-8aaa3946-9c29-42a9-b199-095f24272ed1 req-b6d94ead-8417-482f-ab99-50a72a53d48a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:25.930175 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-719e6f60-bbed-43e5-83b7-8716cfde8678 admin admin] Usage tracker for resource:security_group_rule and tenant:e4ddbaa10e664e9dbbd3bb3514b6589a is out of sync, need to count used quota {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:46:25.949022 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Device f3330bd9-7aaf-4801-a02f-490f3b495167 up at agent ovs-agent-dv-cinder-818883-1-smb {{(pid=86839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:46:26.065169 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-719e6f60-bbed-43e5-83b7-8716cfde8678 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:46:26.072547 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-ecf58994-d34f-4162-94fb-f3662451a7fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:26.145895 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Provisioning for port f3330bd9-7aaf-4801-a02f-490f3b495167 completed by entity L2. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:46:26.149987 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-719e6f60-bbed-43e5-83b7-8716cfde8678 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:46:26.159532 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Provisioning complete for port f3330bd9-7aaf-4801-a02f-490f3b495167 triggered by entity L2. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:46:26.159924 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567787'] for port, provisioning_complete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:26.253415 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6c35ecd-9533-4f57-ba1c-209dc79016e8 req-50bdce43-d1e8-4b08-aa0c-6a4cd28f4ecc tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Network db06a41a-eafd-447e-965a-14c1b39ecb30 is already hosted by enough agents. {{(pid=86837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:46:26.310935 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.scheduler.base_scheduler [req-a6c35ecd-9533-4f57-ba1c-209dc79016e8 req-50bdce43-d1e8-4b08-aa0c-6a4cd28f4ecc tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Resources bound (agent type, host, resource id): {{(pid=86837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:46:26.343606 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bdce43-d1e8-4b08-aa0c-6a4cd28f4ecc tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Pushing event updated for resources: {'Port': ['ID=7f114a60-ca8e-4a26-a4c5-b1177a8c45be,revision_number=1']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:26.349426 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6c35ecd-9533-4f57-ba1c-209dc79016e8 req-50bdce43-d1e8-4b08-aa0c-6a4cd28f4ecc tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Received port after_create {{(pid=86837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 12:46:26.357157 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c35ecd-9533-4f57-ba1c-209dc79016e8 req-50bdce43-d1e8-4b08-aa0c-6a4cd28f4ecc tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:26.357873 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-a6c35ecd-9533-4f57-ba1c-209dc79016e8 req-50bdce43-d1e8-4b08-aa0c-6a4cd28f4ecc tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600637'] for port, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:26.365309 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-50bdce43-d1e8-4b08-aa0c-6a4cd28f4ecc tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:26.393936 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-80423ffb-861f-447e-bff3-4bd98b8b9493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:26.451750 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf58994-d34f-4162-94fb-f3662451a7fb admin admin] Network f9d133c8-4135-48e6-b582-06743cb8c4da is already hosted by enough agents. {{(pid=86837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:46:26.453659 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c747aa4-ed2c-44a7-b3ec-9c7ab9b7d2b4 admin admin] Router ea4af844-59f5-4385-9717-8f131d50a6ea has already been hosted by L3 agent d7c7f769-7b7b-49b8-a5c1-735df886e043 {{(pid=86838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 12:46:26.457000 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:26.458254 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.scheduler.base_scheduler [None req-ecf58994-d34f-4162-94fb-f3662451a7fb admin admin] Resources bound (agent type, host, resource id): {{(pid=86837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:46:26.465224 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:26.482324 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-a6c35ecd-9533-4f57-ba1c-209dc79016e8 req-50bdce43-d1e8-4b08-aa0c-6a4cd28f4ecc tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.0277147 Nov 23 12:46:26.513679 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] For port f3330bd9-7aaf-4801-a02f-490f3b495167, host dv-cinder-818883-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-smb',level=0,port_id=f3330bd9-7aaf-4801-a02f-490f3b495167,segment=NetworkSegment(2dcdf227-6722-4632-a1c4-3c71d035812a),segment_id=2dcdf227-6722-4632-a1c4-3c71d035812a)] {{(pid=86839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:46:26.516260 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-8254020c-a8f6-4cc9-8d4f-32dd99c2f4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:26.522355 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826'] for port, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:26.526232 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:26.594817 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-80423ffb-861f-447e-bff3-4bd98b8b9493 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:26.596102 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-80423ffb-861f-447e-bff3-4bd98b8b9493 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/95f4c40f-3e75-476c-b44d-f5c5cb94c18f HTTP/1.1" status: 204 len: 168 time: 2.1478584 Nov 23 12:46:26.610686 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80423ffb-861f-447e-bff3-4bd98b8b9493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95f4c40f-3e75-476c-b44d-f5c5cb94c18f,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:26.636525 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-80423ffb-861f-447e-bff3-4bd98b8b9493 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:26.692749 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Pushing event updated for resources: {'Port': ['ID=f3330bd9-7aaf-4801-a02f-490f3b495167,revision_number=4']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:26.699709 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:26.773562 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-719e6f60-bbed-43e5-83b7-8716cfde8678 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:26.805226 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-719e6f60-bbed-43e5-83b7-8716cfde8678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:26.871217 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-719e6f60-bbed-43e5-83b7-8716cfde8678 admin admin] vlan segment allocate from pool success with {'vlan_id': 780, 'physical_network': 'physnet1'} {{(pid=86837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 12:46:26.918046 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-719e6f60-bbed-43e5-83b7-8716cfde8678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572451'] for segment, precommit_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:26.918483 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.db.segments_db [None req-719e6f60-bbed-43e5-83b7-8716cfde8678 admin admin] Added segment 5f57b597-500e-412e-899b-1814fe2b8d2e of type vlan for network 5f8731c4-dae4-45f4-8ef2-7dd7702804cb Nov 23 12:46:26.962735 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-719e6f60-bbed-43e5-83b7-8716cfde8678 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788170511809'] for network, precommit_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:27.149161 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:27.167702 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c747aa4-ed2c-44a7-b3ec-9c7ab9b7d2b4 admin admin] Notify agent at l3_agent.dv-cinder-818883-1-smb the message routers_updated {{(pid=86838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 12:46:27.178900 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5479ec0-2ddb-4937-9b5b-5c6d2dba3bf9 None None] Sync routers for ids ['ea4af844-59f5-4385-9717-8f131d50a6ea'] in dv-cinder-818883-1-smb {{(pid=86840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 12:46:27.189013 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-9c747aa4-ed2c-44a7-b3ec-9c7ab9b7d2b4 admin admin] 10.222.0.31 "PUT /v2.0/routers/ea4af844-59f5-4385-9717-8f131d50a6ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2783923 Nov 23 12:46:27.195997 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5479ec0-2ddb-4937-9b5b-5c6d2dba3bf9 None None] Routers {'ea4af844-59f5-4385-9717-8f131d50a6ea'} bound to L3 agent in host dv-cinder-818883-1-smb {{(pid=86840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:46:27.199568 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.l3_hamode_db [None req-a5479ec0-2ddb-4937-9b5b-5c6d2dba3bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T12:37:26Z,description=,heartbeat_timestamp=2021-11-23T12:46:26Z,host='dv-cinder-818883-1-smb',id=d7c7f769-7b7b-49b8-a5c1-735df886e043,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:37:26Z,topic='l3_agent')) {'router_ids': ['ea4af844-59f5-4385-9717-8f131d50a6ea'], 'active': True} {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:46:27.347117 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719e6f60-bbed-43e5-83b7-8716cfde8678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c09e36ee-5f2e-453d-8922-a25f68f0a23a,revision_number=1']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:27.352194 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-719e6f60-bbed-43e5-83b7-8716cfde8678 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:27.357098 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.v2.base [req-a6c35ecd-9533-4f57-ba1c-209dc79016e8 req-f21d9718-0929-45c1-9fdc-f7f22bfd23b6 service neutron] Request body: {'port': {'device_id': '9f160759-d9fc-45e2-8533-6615870234d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:46:27.595494 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 45970) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:27.637690 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-719e6f60-bbed-43e5-83b7-8716cfde8678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595'] for network, after_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:27.652271 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-ccc413bb-2242-4845-8123-ff093bd57f30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:27.672397 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-a6c35ecd-9533-4f57-ba1c-209dc79016e8 req-f21d9718-0929-45c1-9fdc-f7f22bfd23b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:27.699565 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvr_db [None req-a5479ec0-2ddb-4937-9b5b-5c6d2dba3bf9 None None] Set router ea4af844-59f5-4385-9717-8f131d50a6ea gateway port host: dv-cinder-818883-1-smb {{(pid=86840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:46:27.897618 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Device f3330bd9-7aaf-4801-a02f-490f3b495167 up at agent ovs-agent-dv-cinder-818883-1-smb {{(pid=86839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:46:28.087390 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Provisioning complete for port f3330bd9-7aaf-4801-a02f-490f3b495167 triggered by entity L2. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:46:28.088194 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567787'] for port, provisioning_complete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:28.121562 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.notifiers.nova [req-8aaa3946-9c29-42a9-b199-095f24272ed1 req-b6d94ead-8417-482f-ab99-50a72a53d48a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0c437a5-ffbd-4557-b25e-ec087d70b044 {{(pid=86838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 12:46:28.150174 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-8aaa3946-9c29-42a9-b199-095f24272ed1 req-b6d94ead-8417-482f-ab99-50a72a53d48a service neutron] Notify callbacks [] for port, precommit_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:28.190472 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.provisioning_blocks [req-8aaa3946-9c29-42a9-b199-095f24272ed1 req-b6d94ead-8417-482f-ab99-50a72a53d48a service neutron] Transition to ACTIVE for port object f0c437a5-ffbd-4557-b25e-ec087d70b044 will not be triggered until provisioned by entity L2. {{(pid=86838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:46:28.231066 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-8aaa3946-9c29-42a9-b199-095f24272ed1 req-b6d94ead-8417-482f-ab99-50a72a53d48a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826'] for port, after_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:28.249888 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-ccc413bb-2242-4845-8123-ff093bd57f30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:46:28.258890 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-ccc413bb-2242-4845-8123-ff093bd57f30 admin admin] Usage tracker for resource:security_group_rule and tenant:bd05cf2b943944f892ae19fa99ce799f is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:46:28.266305 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-ccc413bb-2242-4845-8123-ff093bd57f30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:46:28.285920 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-ccc413bb-2242-4845-8123-ff093bd57f30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:46:28.302187 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.notifiers.nova [req-a6c35ecd-9533-4f57-ba1c-209dc79016e8 req-f21d9718-0929-45c1-9fdc-f7f22bfd23b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f114a60-ca8e-4a26-a4c5-b1177a8c45be {{(pid=86837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 12:46:28.304792 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-3a3d0f92-e1d8-40e0-8f39-c6b28c555fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:28.313773 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-a6c35ecd-9533-4f57-ba1c-209dc79016e8 req-f21d9718-0929-45c1-9fdc-f7f22bfd23b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:28.321910 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.l3_hamode_db [None req-a5479ec0-2ddb-4937-9b5b-5c6d2dba3bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea4af844-59f5-4385-9717-8f131d50a6ea', 'name': 'tempest-AttachVolumeTestJSON-781259906-router', 'tenant_id': 'e6142a50a1bb4ef9bfd9b1bc59edda1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'external_fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.214'}], 'enable_snat': True}, 'gw_port_id': 'f55fc293-445d-4fee-9e3d-5f5d05c8d39c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:46:10Z', 'updated_at': '2021-11-23T12:46:21Z', 'revision_number': 4, 'project_id': 'e6142a50a1bb4ef9bfd9b1bc59edda1d', 'gw_port': {'id': 'f55fc293-445d-4fee-9e3d-5f5d05c8d39c', 'name': '', 'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:4d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4af844-59f5-4385-9717-8f131d50a6ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:46:11Z', 'updated_at': '2021-11-23T12:46:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-smb', '_interfaces': [{'id': '419537b5-27b9-4947-af41-1b4829e4c6fc', 'name': '', 'network_id': 'f34ec0a4-d329-411a-9213-97be29ff4587', 'tenant_id': 'e6142a50a1bb4ef9bfd9b1bc59edda1d', 'mac_address': 'fa:16:3e:b2:08:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea4af844-59f5-4385-9717-8f131d50a6ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '456abfc7-81cf-4d5c-adc8-b3f39f8433bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:46:18Z', 'updated_at': '2021-11-23T12:46:22Z', 'revision_number': 2, 'project_id': 'e6142a50a1bb4ef9bfd9b1bc59edda1d', 'subnets': [{'id': '456abfc7-81cf-4d5c-adc8-b3f39f8433bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-1-smb', False) {} {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:46:28.334242 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.provisioning_blocks [req-a6c35ecd-9533-4f57-ba1c-209dc79016e8 req-f21d9718-0929-45c1-9fdc-f7f22bfd23b6 service neutron] Transition to ACTIVE for port object 7f114a60-ca8e-4a26-a4c5-b1177a8c45be will not be triggered until provisioned by entity L2. {{(pid=86837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:46:28.335966 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719e6f60-bbed-43e5-83b7-8716cfde8678 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:28.336448 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5479ec0-2ddb-4937-9b5b-5c6d2dba3bf9 None None] Checking router: ea4af844-59f5-4385-9717-8f131d50a6ea for host: dv-cinder-818883-1-smb {{(pid=86840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 12:46:28.336837 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-719e6f60-bbed-43e5-83b7-8716cfde8678 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600637'] for network, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:28.339695 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5479ec0-2ddb-4937-9b5b-5c6d2dba3bf9 None None] Updating router ea4af844-59f5-4385-9717-8f131d50a6ea port 419537b5-27b9-4947-af41-1b4829e4c6fc binding host dv-cinder-818883-1-smb {{(pid=86840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 12:46:28.367224 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-aaee5cec-9e32-4e5f-8007-5aad4bd0d7ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:28.472300 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:28.475621 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-a5479ec0-2ddb-4937-9b5b-5c6d2dba3bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:28.527283 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-a6c35ecd-9533-4f57-ba1c-209dc79016e8 req-f21d9718-0929-45c1-9fdc-f7f22bfd23b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826'] for port, after_update {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:28.657002 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-719e6f60-bbed-43e5-83b7-8716cfde8678 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 4.1533439 Nov 23 12:46:28.664502 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b71727-a58e-4335-8f71-0a8b53291f28 req-4cca1acf-3546-4c9e-9c54-50325a248860 tempest-DeleteServersTestJSON-2039855933 tempest-DeleteServersTestJSON-2039855933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:28.688719 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-77b71727-a58e-4335-8f71-0a8b53291f28 req-4cca1acf-3546-4c9e-9c54-50325a248860 tempest-DeleteServersTestJSON-2039855933 tempest-DeleteServersTestJSON-2039855933-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc9a5223-b06b-4769-ba6b-4d2311a21559 HTTP/1.1" status: 200 len: 931 time: 1.5186307 Nov 23 12:46:28.699517 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 45988) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:28.743968 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.v2.base [None req-b2f23e43-6d90-4a35-a5a6-616a6818cf1f admin admin] Request body: {'subnet': {'network_id': '5f8731c4-dae4-45f4-8ef2-7dd7702804cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-647489320-subnet', 'tenant_id': 'e4ddbaa10e664e9dbbd3bb3514b6589a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:46:28.757762 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719e6f60-bbed-43e5-83b7-8716cfde8678 admin admin] Pushing event updated for resources: {'Network': ['ID=5f8731c4-dae4-45f4-8ef2-7dd7702804cb,revision_number=1']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:28.768129 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc90e93-04f5-46d0-a4af-82701253043c req-bbe9318a-5f17-4458-b6e0-f7d84249cce0 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:28.774539 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecf58994-d34f-4162-94fb-f3662451a7fb admin admin] Router d5ff633b-3751-4550-9712-7bff2be4aaa0 has already been hosted by L3 agent d7c7f769-7b7b-49b8-a5c1-735df886e043 {{(pid=86837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 12:46:28.780352 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-b2f23e43-6d90-4a35-a5a6-616a6818cf1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:46:28.787570 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-fcc90e93-04f5-46d0-a4af-82701253043c req-bbe9318a-5f17-4458-b6e0-f7d84249cce0 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f160759-d9fc-45e2-8533-6615870234d8 HTTP/1.1" status: 200 len: 932 time: 1.6063921 Nov 23 12:46:28.790294 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Network 5f8731c4-dae4-45f4-8ef2-7dd7702804cb details requested by agent ovs-agent-dv-cinder-818883-1-smb with host dv-cinder-818883-1-smb {{(pid=86839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 23 12:46:28.889443 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-ccc413bb-2242-4845-8123-ff093bd57f30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:29.048679 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-719e6f60-bbed-43e5-83b7-8716cfde8678 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.681s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:29.049177 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-ecf58994-d34f-4162-94fb-f3662451a7fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.349s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:29.179052 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d94ead-8417-482f-ab99-50a72a53d48a service neutron] Pushing event updated for resources: {'Port': ['ID=f0c437a5-ffbd-4557-b25e-ec087d70b044,revision_number=2']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:29.184692 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-ccc413bb-2242-4845-8123-ff093bd57f30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:29.211537 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-b6d94ead-8417-482f-ab99-50a72a53d48a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.739s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:29.233780 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21d9718-0929-45c1-9fdc-f7f22bfd23b6 service neutron] Pushing event updated for resources: {'Port': ['ID=7f114a60-ca8e-4a26-a4c5-b1177a8c45be,revision_number=2']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:29.239741 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:29.264047 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-f21d9718-0929-45c1-9fdc-f7f22bfd23b6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:29.265779 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-b2f23e43-6d90-4a35-a5a6-616a6818cf1f admin admin] Usage tracker for resource:subnet and tenant:e4ddbaa10e664e9dbbd3bb3514b6589a is out of sync, need to count used quota {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:46:29.280913 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-b2f23e43-6d90-4a35-a5a6-616a6818cf1f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:46:29.354488 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc413bb-2242-4845-8123-ff093bd57f30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=092a2bbe-b3b8-4c03-bb68-7b2a928b417a,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:29.403216 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-ccc413bb-2242-4845-8123-ff093bd57f30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:29.409850 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-b2f23e43-6d90-4a35-a5a6-616a6818cf1f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:46:29.418021 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.managers [req-a6c35ecd-9533-4f57-ba1c-209dc79016e8 req-f21d9718-0929-45c1-9fdc-f7f22bfd23b6 service neutron] Attempting to bind port 7f114a60-ca8e-4a26-a4c5-b1177a8c45be on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 12:46:29.419995 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.managers [req-a6c35ecd-9533-4f57-ba1c-209dc79016e8 req-f21d9718-0929-45c1-9fdc-f7f22bfd23b6 service neutron] Attempting to bind port 7f114a60-ca8e-4a26-a4c5-b1177a8c45be by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '85703ffb-0024-40a4-9e1c-786d143a488d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'db06a41a-eafd-447e-965a-14c1b39ecb30'}] {{(pid=86837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 12:46:29.419995 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c35ecd-9533-4f57-ba1c-209dc79016e8 req-f21d9718-0929-45c1-9fdc-f7f22bfd23b6 service neutron] Attempting to bind port 7f114a60-ca8e-4a26-a4c5-b1177a8c45be on network db06a41a-eafd-447e-965a-14c1b39ecb30 {{(pid=86837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:46:29.537891 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c35ecd-9533-4f57-ba1c-209dc79016e8 req-f21d9718-0929-45c1-9fdc-f7f22bfd23b6 service neutron] Port 7f114a60-ca8e-4a26-a4c5-b1177a8c45be on network db06a41a-eafd-447e-965a-14c1b39ecb30 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 23 12:46:29.541334 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c35ecd-9533-4f57-ba1c-209dc79016e8 req-f21d9718-0929-45c1-9fdc-f7f22bfd23b6 service neutron] Attempting to bind port 7f114a60-ca8e-4a26-a4c5-b1177a8c45be on network db06a41a-eafd-447e-965a-14c1b39ecb30 {{(pid=86837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:46:29.541496 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-a5479ec0-2ddb-4937-9b5b-5c6d2dba3bf9 None None] Notify callbacks [] for port, precommit_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:29.555001 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-a5479ec0-2ddb-4937-9b5b-5c6d2dba3bf9 None None] Transition to ACTIVE for port object 419537b5-27b9-4947-af41-1b4829e4c6fc will not be triggered until provisioned by entity L2. {{(pid=86840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:46:29.565217 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-a5479ec0-2ddb-4937-9b5b-5c6d2dba3bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826'] for port, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:29.572172 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-ccc413bb-2242-4845-8123-ff093bd57f30 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bd05cf2b943944f892ae19fa99ce799f&name=default HTTP/1.1" status: 200 len: 2975 time: 1.9682720 Nov 23 12:46:29.577159 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-dc024485-78cf-4db5-86b6-0bb3bdf0ddf2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:29.599196 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c35ecd-9533-4f57-ba1c-209dc79016e8 req-f21d9718-0929-45c1-9fdc-f7f22bfd23b6 service neutron] Checking agent: {'id': 'c02b2241-eea5-43d7-ab73-e33b65374cd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 44, 5), 'started_at': datetime.datetime(2021, 11, 23, 12, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 46, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 12:46:29.599659 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 46012) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:29.599903 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c35ecd-9533-4f57-ba1c-209dc79016e8 req-f21d9718-0929-45c1-9fdc-f7f22bfd23b6 service neutron] Checking segment: {'id': '85703ffb-0024-40a4-9e1c-786d143a488d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'db06a41a-eafd-447e-965a-14c1b39ecb30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:46:29.600587 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c35ecd-9533-4f57-ba1c-209dc79016e8 req-f21d9718-0929-45c1-9fdc-f7f22bfd23b6 service neutron] Bound using segment: {'id': '85703ffb-0024-40a4-9e1c-786d143a488d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'db06a41a-eafd-447e-965a-14c1b39ecb30'} {{(pid=86837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 12:46:29.601164 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.managers [req-a6c35ecd-9533-4f57-ba1c-209dc79016e8 req-f21d9718-0929-45c1-9fdc-f7f22bfd23b6 service neutron] Bound port: 7f114a60-ca8e-4a26-a4c5-b1177a8c45be, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85703ffb-0024-40a4-9e1c-786d143a488d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'db06a41a-eafd-447e-965a-14c1b39ecb30'}}] {{(pid=86837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 12:46:29.603182 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-a6c35ecd-9533-4f57-ba1c-209dc79016e8 req-f21d9718-0929-45c1-9fdc-f7f22bfd23b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:29.608929 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-fcc90e93-04f5-46d0-a4af-82701253043c req-3f40b927-f9b2-44a3-b8d7-4c113f45ef0a tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Synchronizing usage tracker for tenant:d66b4a21b0fe4386a781f7160eda94ae on resource:security_group {{(pid=86838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:46:29.667023 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2f23e43-6d90-4a35-a5a6-616a6818cf1f admin admin] Made reservation on behalf of e4ddbaa10e664e9dbbd3bb3514b6589a for: {'subnet': 1} {{(pid=86837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:46:29.671566 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-b2f23e43-6d90-4a35-a5a6-616a6818cf1f admin admin] Notify callbacks [] for subnet, before_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:29.678508 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-77b71727-a58e-4335-8f71-0a8b53291f28 req-230e7fe4-7f2f-4cf8-b3b4-d9ce3c581386 tempest-DeleteServersTestJSON-2039855933 tempest-DeleteServersTestJSON-2039855933-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee2954f9-8dbc-41bd-89bd-8ae39b19f461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9887393 Nov 23 12:46:29.735751 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.managers [req-8aaa3946-9c29-42a9-b199-095f24272ed1 req-b6d94ead-8417-482f-ab99-50a72a53d48a service neutron] Attempting to bind port f0c437a5-ffbd-4557-b25e-ec087d70b044 on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 12:46:29.736202 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.managers [req-8aaa3946-9c29-42a9-b199-095f24272ed1 req-b6d94ead-8417-482f-ab99-50a72a53d48a service neutron] Attempting to bind port f0c437a5-ffbd-4557-b25e-ec087d70b044 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '7dfe855d-43f1-4afb-9401-223ec6aba994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'd373d051-bf94-4523-9663-39db213210be'}] {{(pid=86838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 12:46:29.736544 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aaa3946-9c29-42a9-b199-095f24272ed1 req-b6d94ead-8417-482f-ab99-50a72a53d48a service neutron] Attempting to bind port f0c437a5-ffbd-4557-b25e-ec087d70b044 on network d373d051-bf94-4523-9663-39db213210be {{(pid=86838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:46:29.781566 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aaa3946-9c29-42a9-b199-095f24272ed1 req-b6d94ead-8417-482f-ab99-50a72a53d48a service neutron] Port f0c437a5-ffbd-4557-b25e-ec087d70b044 on network d373d051-bf94-4523-9663-39db213210be not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 23 12:46:29.782020 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aaa3946-9c29-42a9-b199-095f24272ed1 req-b6d94ead-8417-482f-ab99-50a72a53d48a service neutron] Attempting to bind port f0c437a5-ffbd-4557-b25e-ec087d70b044 on network d373d051-bf94-4523-9663-39db213210be {{(pid=86838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:46:29.804410 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-fcc90e93-04f5-46d0-a4af-82701253043c req-3f40b927-f9b2-44a3-b8d7-4c113f45ef0a tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Unset dirty status for tenant:d66b4a21b0fe4386a781f7160eda94ae on resource:security_group {{(pid=86838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:46:29.824551 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca1e9a5-8afe-4742-8293-5bca6ac797d1 None None] Pushing event updated for resources: {'Port': ['ID=419537b5-27b9-4947-af41-1b4829e4c6fc,revision_number=3']} {{(pid=86840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:29.842440 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-aca1e9a5-8afe-4742-8293-5bca6ac797d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:29.842994 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-fcc90e93-04f5-46d0-a4af-82701253043c req-3f40b927-f9b2-44a3-b8d7-4c113f45ef0a tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.31 "GET /v2.0/security-groups?id=0a850f89-1fcd-4fc3-a6fa-0f4e61598668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0542905 Nov 23 12:46:29.851077 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aaa3946-9c29-42a9-b199-095f24272ed1 req-b6d94ead-8417-482f-ab99-50a72a53d48a service neutron] Checking agent: {'id': 'c02b2241-eea5-43d7-ab73-e33b65374cd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 44, 5), 'started_at': datetime.datetime(2021, 11, 23, 12, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 46, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 12:46:29.851663 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aaa3946-9c29-42a9-b199-095f24272ed1 req-b6d94ead-8417-482f-ab99-50a72a53d48a service neutron] Checking segment: {'id': '7dfe855d-43f1-4afb-9401-223ec6aba994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'd373d051-bf94-4523-9663-39db213210be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:46:29.852587 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aaa3946-9c29-42a9-b199-095f24272ed1 req-b6d94ead-8417-482f-ab99-50a72a53d48a service neutron] Bound using segment: {'id': '7dfe855d-43f1-4afb-9401-223ec6aba994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'd373d051-bf94-4523-9663-39db213210be'} {{(pid=86838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 12:46:29.855050 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.managers [req-8aaa3946-9c29-42a9-b199-095f24272ed1 req-b6d94ead-8417-482f-ab99-50a72a53d48a service neutron] Bound port: f0c437a5-ffbd-4557-b25e-ec087d70b044, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dfe855d-43f1-4afb-9401-223ec6aba994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'd373d051-bf94-4523-9663-39db213210be'}}] {{(pid=86838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 12:46:29.855917 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-8aaa3946-9c29-42a9-b199-095f24272ed1 req-b6d94ead-8417-482f-ab99-50a72a53d48a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:30.041705 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.db [req-8aaa3946-9c29-42a9-b199-095f24272ed1 req-b6d94ead-8417-482f-ab99-50a72a53d48a service neutron] For port f0c437a5-ffbd-4557-b25e-ec087d70b044, host hv-cinder-81888, cleared binding levels {{(pid=86838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 12:46:30.139939 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.db [req-8aaa3946-9c29-42a9-b199-095f24272ed1 req-b6d94ead-8417-482f-ab99-50a72a53d48a service neutron] For port f0c437a5-ffbd-4557-b25e-ec087d70b044, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=f0c437a5-ffbd-4557-b25e-ec087d70b044,segment=NetworkSegment(7dfe855d-43f1-4afb-9401-223ec6aba994),segment_id=7dfe855d-43f1-4afb-9401-223ec6aba994)] {{(pid=86838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 12:46:30.147709 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-207e188f-9156-4dba-8952-1e191de99d89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:30.228598 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-207e188f-9156-4dba-8952-1e191de99d89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:30.368180 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.managers [None req-a5479ec0-2ddb-4937-9b5b-5c6d2dba3bf9 None None] Attempting to bind port 419537b5-27b9-4947-af41-1b4829e4c6fc on host dv-cinder-818883-1-smb for vnic_type normal with profile {{(pid=86840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 12:46:30.368951 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.managers [None req-a5479ec0-2ddb-4937-9b5b-5c6d2dba3bf9 None None] Attempting to bind port 419537b5-27b9-4947-af41-1b4829e4c6fc by drivers openvswitch,hyperv on host dv-cinder-818883-1-smb at level 0 using segments [{'id': '72423ed0-d64a-4579-bbc7-85380a74b257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'f34ec0a4-d329-411a-9213-97be29ff4587'}] {{(pid=86840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 12:46:30.369539 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5479ec0-2ddb-4937-9b5b-5c6d2dba3bf9 None None] Attempting to bind port 419537b5-27b9-4947-af41-1b4829e4c6fc on network f34ec0a4-d329-411a-9213-97be29ff4587 {{(pid=86840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:46:30.376444 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5479ec0-2ddb-4937-9b5b-5c6d2dba3bf9 None None] Checking agent: {'id': 'cd5e743e-4289-46d3-a833-871886dcba65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818883-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 37, 23), 'started_at': datetime.datetime(2021, 11, 23, 12, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818883-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 12:46:30.377239 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5479ec0-2ddb-4937-9b5b-5c6d2dba3bf9 None None] Checking segment: {'id': '72423ed0-d64a-4579-bbc7-85380a74b257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'f34ec0a4-d329-411a-9213-97be29ff4587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:46:30.377869 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-a5479ec0-2ddb-4937-9b5b-5c6d2dba3bf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:30.378498 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5479ec0-2ddb-4937-9b5b-5c6d2dba3bf9 None None] Bound using segment: {'id': '72423ed0-d64a-4579-bbc7-85380a74b257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'f34ec0a4-d329-411a-9213-97be29ff4587'} {{(pid=86840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 12:46:30.379214 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.managers [None req-a5479ec0-2ddb-4937-9b5b-5c6d2dba3bf9 None None] Bound port: 419537b5-27b9-4947-af41-1b4829e4c6fc, host: dv-cinder-818883-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72423ed0-d64a-4579-bbc7-85380a74b257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'f34ec0a4-d329-411a-9213-97be29ff4587'}}] {{(pid=86840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 12:46:30.379848 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-a5479ec0-2ddb-4937-9b5b-5c6d2dba3bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:30.422523 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-8aaa3946-9c29-42a9-b199-095f24272ed1 req-b6d94ead-8417-482f-ab99-50a72a53d48a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826'] for port, after_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:30.440181 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:30.496620 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaa3946-9c29-42a9-b199-095f24272ed1 req-b6d94ead-8417-482f-ab99-50a72a53d48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:30.497559 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-8aaa3946-9c29-42a9-b199-095f24272ed1 req-b6d94ead-8417-482f-ab99-50a72a53d48a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600637'] for port, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:30.499710 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8aaa3946-9c29-42a9-b199-095f24272ed1 req-b6d94ead-8417-482f-ab99-50a72a53d48a service neutron] 10.222.0.54 "PUT /v2.0/ports/f0c437a5-ffbd-4557-b25e-ec087d70b044 HTTP/1.1" status: 200 len: 1093 time: 5.9053543 Nov 23 12:46:30.505633 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-a5479ec0-2ddb-4937-9b5b-5c6d2dba3bf9 None None] For port 419537b5-27b9-4947-af41-1b4829e4c6fc, host dv-cinder-818883-1-smb, cleared binding levels {{(pid=86840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 12:46:30.508900 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc9a5223-b06b-4769-ba6b-4d2311a21559', 'tag': 'f0c437a5-ffbd-4557-b25e-ec087d70b044'}] {{(pid=86838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:46:30.512381 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-a5479ec0-2ddb-4937-9b5b-5c6d2dba3bf9 None None] For port 419537b5-27b9-4947-af41-1b4829e4c6fc, host dv-cinder-818883-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-smb',level=0,port_id=419537b5-27b9-4947-af41-1b4829e4c6fc,segment=NetworkSegment(72423ed0-d64a-4579-bbc7-85380a74b257),segment_id=72423ed0-d64a-4579-bbc7-85380a74b257)] {{(pid=86840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 12:46:30.518374 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-a5479ec0-2ddb-4937-9b5b-5c6d2dba3bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826'] for port, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:30.572747 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:30.599803 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-207e188f-9156-4dba-8952-1e191de99d89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:30.643029 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-207e188f-9156-4dba-8952-1e191de99d89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:30.659586 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-207e188f-9156-4dba-8952-1e191de99d89 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/092a2bbe-b3b8-4c03-bb68-7b2a928b417a HTTP/1.1" status: 204 len: 168 time: 1.0454288 Nov 23 12:46:30.705690 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 46032) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:30.763615 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.v2.base [None req-0017c8ab-abd3-4840-9eba-6d120a209cf6 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Request body: {'security_group': {'name': 'tempest-securitygroup--632928943', 'description': 'tempest-description--909007139'}} {{(pid=86837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:46:30.822939 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d94ead-8417-482f-ab99-50a72a53d48a service neutron] Pushing event updated for resources: {'Port': ['ID=f0c437a5-ffbd-4557-b25e-ec087d70b044,revision_number=3']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:30.846031 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5479ec0-2ddb-4937-9b5b-5c6d2dba3bf9 None None] Routers {'ea4af844-59f5-4385-9717-8f131d50a6ea'} bound to L3 agent in host dv-cinder-818883-1-smb {{(pid=86840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:46:30.847007 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.l3_hamode_db [None req-a5479ec0-2ddb-4937-9b5b-5c6d2dba3bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T12:37:26Z,description=,heartbeat_timestamp=2021-11-23T12:46:26Z,host='dv-cinder-818883-1-smb',id=d7c7f769-7b7b-49b8-a5c1-735df886e043,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:37:26Z,topic='l3_agent')) {'router_ids': ['ea4af844-59f5-4385-9717-8f131d50a6ea'], 'active': True} {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:46:30.901935 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-b6d94ead-8417-482f-ab99-50a72a53d48a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:30.902564 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-ccc413bb-2242-4845-8123-ff093bd57f30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.287s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:30.913646 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-0017c8ab-abd3-4840-9eba-6d120a209cf6 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:46:30.935773 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 46046) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:30.964418 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecf58994-d34f-4162-94fb-f3662451a7fb admin admin] Notify agent at l3_agent.dv-cinder-818883-1-smb the message routers_updated {{(pid=86837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 12:46:30.981897 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34857bfa-9a08-44ac-af47-f26e572bceb0 None None] Sync routers for ids ['d5ff633b-3751-4550-9712-7bff2be4aaa0'] in dv-cinder-818883-1-smb {{(pid=86839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 12:46:30.995223 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207e188f-9156-4dba-8952-1e191de99d89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=092a2bbe-b3b8-4c03-bb68-7b2a928b417a,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:30.998743 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-207e188f-9156-4dba-8952-1e191de99d89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:31.000901 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34857bfa-9a08-44ac-af47-f26e572bceb0 None None] Routers {'d5ff633b-3751-4550-9712-7bff2be4aaa0'} bound to L3 agent in host dv-cinder-818883-1-smb {{(pid=86839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:46:31.011439 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_hamode_db [None req-34857bfa-9a08-44ac-af47-f26e572bceb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T12:37:26Z,description=,heartbeat_timestamp=2021-11-23T12:46:26Z,host='dv-cinder-818883-1-smb',id=d7c7f769-7b7b-49b8-a5c1-735df886e043,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:37:26Z,topic='l3_agent')) {'router_ids': ['d5ff633b-3751-4550-9712-7bff2be4aaa0'], 'active': True} {{(pid=86839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:46:31.035005 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-ecf58994-d34f-4162-94fb-f3662451a7fb admin admin] 10.222.0.31 "PUT /v2.0/routers/d5ff633b-3751-4550-9712-7bff2be4aaa0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8890054 Nov 23 12:46:31.049786 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-0017c8ab-abd3-4840-9eba-6d120a209cf6 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Usage tracker for resource:security_group and tenant:e6142a50a1bb4ef9bfd9b1bc59edda1d is out of sync, need to count used quota {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:46:31.101413 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-0017c8ab-abd3-4840-9eba-6d120a209cf6 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:46:31.181311 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-0017c8ab-abd3-4840-9eba-6d120a209cf6 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:46:31.218221 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.db [req-a6c35ecd-9533-4f57-ba1c-209dc79016e8 req-f21d9718-0929-45c1-9fdc-f7f22bfd23b6 service neutron] For port 7f114a60-ca8e-4a26-a4c5-b1177a8c45be, host hv-cinder-81888, cleared binding levels {{(pid=86837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 12:46:31.236583 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.db [req-a6c35ecd-9533-4f57-ba1c-209dc79016e8 req-f21d9718-0929-45c1-9fdc-f7f22bfd23b6 service neutron] For port 7f114a60-ca8e-4a26-a4c5-b1177a8c45be, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=7f114a60-ca8e-4a26-a4c5-b1177a8c45be,segment=NetworkSegment(85703ffb-0024-40a4-9e1c-786d143a488d),segment_id=85703ffb-0024-40a4-9e1c-786d143a488d)] {{(pid=86837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 12:46:31.287856 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-a6c35ecd-9533-4f57-ba1c-209dc79016e8 req-f21d9718-0929-45c1-9fdc-f7f22bfd23b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826'] for port, after_update {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:31.328875 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-0017c8ab-abd3-4840-9eba-6d120a209cf6 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Notify callbacks [] for security_group, before_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:31.414576 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:31.563783 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaa3946-9c29-42a9-b199-095f24272ed1 req-98f3ae1b-bcc9-4062-b4c8-09c7ebc4c1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:31.565460 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8aaa3946-9c29-42a9-b199-095f24272ed1 req-98f3ae1b-bcc9-4062-b4c8-09c7ebc4c1fa service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f976241d01bd41999a758bef4447e874&device_id=dc9a5223-b06b-4769-ba6b-4d2311a21559 HTTP/1.1" status: 200 len: 1096 time: 0.9041538 Nov 23 12:46:31.581181 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_dvr_db [None req-34857bfa-9a08-44ac-af47-f26e572bceb0 None None] Set router d5ff633b-3751-4550-9712-7bff2be4aaa0 gateway port host: dv-cinder-818883-1-smb {{(pid=86839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:46:31.638686 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-bb66fa41-6146-4811-855a-8c6bb060c2e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:31.641852 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvr_db [None req-a5479ec0-2ddb-4937-9b5b-5c6d2dba3bf9 None None] Set router ea4af844-59f5-4385-9717-8f131d50a6ea gateway port host: dv-cinder-818883-1-smb {{(pid=86840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:46:31.787544 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-bb66fa41-6146-4811-855a-8c6bb060c2e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:46:31.796716 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8aaa3946-9c29-42a9-b199-095f24272ed1 req-c890007b-9c2d-4d49-a83a-80308871121f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f0c437a5-ffbd-4557-b25e-ec087d70b044 HTTP/1.1" status: 200 len: 217 time: 0.1596935 Nov 23 12:46:31.816108 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c35ecd-9533-4f57-ba1c-209dc79016e8 req-f21d9718-0929-45c1-9fdc-f7f22bfd23b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:31.819306 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-bb66fa41-6146-4811-855a-8c6bb060c2e3 admin admin] Usage tracker for resource:security_group_rule and tenant:b2e1e370d51944a781700472bbfb68f2 is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:46:31.826274 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-a6c35ecd-9533-4f57-ba1c-209dc79016e8 req-f21d9718-0929-45c1-9fdc-f7f22bfd23b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600637'] for port, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:31.829187 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-a6c35ecd-9533-4f57-ba1c-209dc79016e8 req-f21d9718-0929-45c1-9fdc-f7f22bfd23b6 service neutron] 10.222.0.54 "PUT /v2.0/ports/7f114a60-ca8e-4a26-a4c5-b1177a8c45be HTTP/1.1" status: 200 len: 1094 time: 4.5673773 Nov 23 12:46:31.855254 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-bb66fa41-6146-4811-855a-8c6bb060c2e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:46:31.865341 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f160759-d9fc-45e2-8533-6615870234d8', 'tag': '7f114a60-ca8e-4a26-a4c5-b1177a8c45be'}] {{(pid=86837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:46:31.895601 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca1e9a5-8afe-4742-8293-5bca6ac797d1 None None] Pushing event updated for resources: {'Port': ['ID=419537b5-27b9-4947-af41-1b4829e4c6fc,revision_number=4']} {{(pid=86840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:31.902542 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-aca1e9a5-8afe-4742-8293-5bca6ac797d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.330s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:32.020742 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-bb66fa41-6146-4811-855a-8c6bb060c2e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:46:32.121371 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-0017c8ab-abd3-4840-9eba-6d120a209cf6 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:46:32.257942 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaa3946-9c29-42a9-b199-095f24272ed1 req-21504a1d-3ff9-4f09-8532-e653059bb395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:32.272545 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8aaa3946-9c29-42a9-b199-095f24272ed1 req-21504a1d-3ff9-4f09-8532-e653059bb395 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c54a8433-9301-4f12-ad03-df544193d155 HTTP/1.1" status: 200 len: 852 time: 0.3988431 Nov 23 12:46:32.306484 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8927d8e8-21df-4a9e-b9ed-3682229f1ce6 req-4c8540c2-1618-4179-a2f7-58ed62483b46 tempest-DeleteServersTestJSON-2039855933 tempest-DeleteServersTestJSON-2039855933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:32.327218 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8927d8e8-21df-4a9e-b9ed-3682229f1ce6 req-4c8540c2-1618-4179-a2f7-58ed62483b46 tempest-DeleteServersTestJSON-2039855933 tempest-DeleteServersTestJSON-2039855933-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc9a5223-b06b-4769-ba6b-4d2311a21559 HTTP/1.1" status: 200 len: 943 time: 1.2430527 Nov 23 12:46:32.348065 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860247f1-a416-4a8e-a475-cbe84db2d7f6 req-7e7dbdb8-2727-48cc-a475-a1f5bc5fa706 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:32.349684 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-860247f1-a416-4a8e-a475-cbe84db2d7f6 req-7e7dbdb8-2727-48cc-a475-a1f5bc5fa706 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f160759-d9fc-45e2-8533-6615870234d8 HTTP/1.1" status: 200 len: 944 time: 1.0791171 Nov 23 12:46:32.388522 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-0017c8ab-abd3-4840-9eba-6d120a209cf6 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Usage tracker for resource:security_group_rule and tenant:e6142a50a1bb4ef9bfd9b1bc59edda1d is out of sync, need to count used quota {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:46:32.409254 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-0017c8ab-abd3-4840-9eba-6d120a209cf6 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:46:32.428053 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-0017c8ab-abd3-4840-9eba-6d120a209cf6 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:46:32.535967 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_hamode_db [None req-34857bfa-9a08-44ac-af47-f26e572bceb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5ff633b-3751-4550-9712-7bff2be4aaa0', 'name': 'tempest-ServerRescueNegativeTestJSON-46757015-router', 'tenant_id': '91624ff73b014ed4aa8831330bf94986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'external_fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.36'}], 'enable_snat': True}, 'gw_port_id': 'f3330bd9-7aaf-4801-a02f-490f3b495167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:46:12Z', 'updated_at': '2021-11-23T12:46:24Z', 'revision_number': 4, 'project_id': '91624ff73b014ed4aa8831330bf94986', 'gw_port': {'id': 'f3330bd9-7aaf-4801-a02f-490f3b495167', 'name': '', 'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:c0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ff633b-3751-4550-9712-7bff2be4aaa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:46:14Z', 'updated_at': '2021-11-23T12:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-smb', '_interfaces': [{'id': 'fe9291ed-8143-488d-b840-259ef650d936', 'name': '', 'network_id': 'f9d133c8-4135-48e6-b582-06743cb8c4da', 'tenant_id': '91624ff73b014ed4aa8831330bf94986', 'mac_address': 'fa:16:3e:d2:0c:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5ff633b-3751-4550-9712-7bff2be4aaa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'bd51d8cb-0c29-4851-b2cf-4f44e529c93c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:46:22Z', 'updated_at': '2021-11-23T12:46:25Z', 'revision_number': 2, 'project_id': '91624ff73b014ed4aa8831330bf94986', 'subnets': [{'id': 'bd51d8cb-0c29-4851-b2cf-4f44e529c93c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-1-smb', False) {} {{(pid=86839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:46:32.547659 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34857bfa-9a08-44ac-af47-f26e572bceb0 None None] Checking router: d5ff633b-3751-4550-9712-7bff2be4aaa0 for host: dv-cinder-818883-1-smb {{(pid=86839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 12:46:32.548735 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34857bfa-9a08-44ac-af47-f26e572bceb0 None None] Updating router d5ff633b-3751-4550-9712-7bff2be4aaa0 port fe9291ed-8143-488d-b840-259ef650d936 binding host dv-cinder-818883-1-smb {{(pid=86839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 12:46:32.590492 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-0017c8ab-abd3-4840-9eba-6d120a209cf6 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Notify callbacks [] for security_group, precommit_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:32.632108 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-0017c8ab-abd3-4840-9eba-6d120a209cf6 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:32.655720 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-34857bfa-9a08-44ac-af47-f26e572bceb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:32.658233 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8927d8e8-21df-4a9e-b9ed-3682229f1ce6 req-e2e33eb9-4ecc-4f58-8a67-b696ea2ad926 tempest-DeleteServersTestJSON-2039855933 tempest-DeleteServersTestJSON-2039855933-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee2954f9-8dbc-41bd-89bd-8ae39b19f461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3299696 Nov 23 12:46:32.690459 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-860247f1-a416-4a8e-a475-cbe84db2d7f6 req-6d93950a-9262-4c68-a7b5-9a0033f934a8 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.31 "GET /v2.0/security-groups?id=0a850f89-1fcd-4fc3-a6fa-0f4e61598668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2916965 Nov 23 12:46:32.710267 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.l3_hamode_db [None req-a5479ec0-2ddb-4937-9b5b-5c6d2dba3bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea4af844-59f5-4385-9717-8f131d50a6ea', 'name': 'tempest-AttachVolumeTestJSON-781259906-router', 'tenant_id': 'e6142a50a1bb4ef9bfd9b1bc59edda1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'external_fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.214'}], 'enable_snat': True}, 'gw_port_id': 'f55fc293-445d-4fee-9e3d-5f5d05c8d39c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:46:10Z', 'updated_at': '2021-11-23T12:46:21Z', 'revision_number': 4, 'project_id': 'e6142a50a1bb4ef9bfd9b1bc59edda1d', 'gw_port': {'id': 'f55fc293-445d-4fee-9e3d-5f5d05c8d39c', 'name': '', 'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:4d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4af844-59f5-4385-9717-8f131d50a6ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:46:11Z', 'updated_at': '2021-11-23T12:46:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-smb', '_interfaces': [{'id': '419537b5-27b9-4947-af41-1b4829e4c6fc', 'name': '', 'network_id': 'f34ec0a4-d329-411a-9213-97be29ff4587', 'tenant_id': 'e6142a50a1bb4ef9bfd9b1bc59edda1d', 'mac_address': 'fa:16:3e:b2:08:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea4af844-59f5-4385-9717-8f131d50a6ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '456abfc7-81cf-4d5c-adc8-b3f39f8433bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:46:18Z', 'updated_at': '2021-11-23T12:46:30Z', 'revision_number': 4, 'project_id': 'e6142a50a1bb4ef9bfd9b1bc59edda1d', 'subnets': [{'id': '456abfc7-81cf-4d5c-adc8-b3f39f8433bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-1-smb', False) {} {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:46:32.731565 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5479ec0-2ddb-4937-9b5b-5c6d2dba3bf9 None None] The sync data for ids ['ea4af844-59f5-4385-9717-8f131d50a6ea'] in dv-cinder-818883-1-smb is: [{'id': 'ea4af844-59f5-4385-9717-8f131d50a6ea', 'name': 'tempest-AttachVolumeTestJSON-781259906-router', 'tenant_id': 'e6142a50a1bb4ef9bfd9b1bc59edda1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'external_fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.214'}], 'enable_snat': True}, 'gw_port_id': 'f55fc293-445d-4fee-9e3d-5f5d05c8d39c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:46:10Z', 'updated_at': '2021-11-23T12:46:21Z', 'revision_number': 4, 'project_id': 'e6142a50a1bb4ef9bfd9b1bc59edda1d', 'gw_port': {'id': 'f55fc293-445d-4fee-9e3d-5f5d05c8d39c', 'name': '', 'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:4d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4af844-59f5-4385-9717-8f131d50a6ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:46:11Z', 'updated_at': '2021-11-23T12:46:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-smb', '_interfaces': [{'id': '419537b5-27b9-4947-af41-1b4829e4c6fc', 'name': '', 'network_id': 'f34ec0a4-d329-411a-9213-97be29ff4587', 'tenant_id': 'e6142a50a1bb4ef9bfd9b1bc59edda1d', 'mac_address': 'fa:16:3e:b2:08:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea4af844-59f5-4385-9717-8f131d50a6ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '456abfc7-81cf-4d5c-adc8-b3f39f8433bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:46:18Z', 'updated_at': '2021-11-23T12:46:30Z', 'revision_number': 4, 'project_id': 'e6142a50a1bb4ef9bfd9b1bc59edda1d', 'subnets': [{'id': '456abfc7-81cf-4d5c-adc8-b3f39f8433bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 12:46:32.748994 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21d9718-0929-45c1-9fdc-f7f22bfd23b6 service neutron] Pushing event updated for resources: {'Port': ['ID=7f114a60-ca8e-4a26-a4c5-b1177a8c45be,revision_number=3']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:32.757809 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-f21d9718-0929-45c1-9fdc-f7f22bfd23b6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.342s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:32.769924 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-e2a5bb8a-2e8b-4d72-92e7-83ca4932236f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:32.797900 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-0017c8ab-abd3-4840-9eba-6d120a209cf6 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Notify callbacks [] for security_group, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:32.804736 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-0017c8ab-abd3-4840-9eba-6d120a209cf6 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 2.0951271 Nov 23 12:46:32.825091 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 46094) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:32.841584 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.v2.base [None req-98896218-177e-412a-9216-42b056513ac3 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Request body: {'security_group_rule': {'security_group_id': 'ec7a2df9-5b5f-4d0a-9518-b6602095324f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:46:32.879093 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-bb66fa41-6146-4811-855a-8c6bb060c2e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:32.889797 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-98896218-177e-412a-9216-42b056513ac3 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:46:32.905554 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-bb66fa41-6146-4811-855a-8c6bb060c2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:32.927469 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-98896218-177e-412a-9216-42b056513ac3 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Usage tracker for resource:security_group_rule and tenant:e6142a50a1bb4ef9bfd9b1bc59edda1d is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:46:32.935576 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:33.012870 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-98896218-177e-412a-9216-42b056513ac3 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:46:33.064137 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0017c8ab-abd3-4840-9eba-6d120a209cf6 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec7a2df9-5b5f-4d0a-9518-b6602095324f,revision_number=1']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:33.080029 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-0017c8ab-abd3-4840-9eba-6d120a209cf6 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:33.081856 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-98896218-177e-412a-9216-42b056513ac3 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:46:33.097102 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-b2f23e43-6d90-4a35-a5a6-616a6818cf1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595'] for subnet, after_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:33.116556 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:33.117328 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8aaa3946-9c29-42a9-b199-095f24272ed1 req-b49e25e6-df1b-4492-9f14-d5f292d77cf4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d373d051-bf94-4523-9663-39db213210be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1868162 Nov 23 12:46:33.238796 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb66fa41-6146-4811-855a-8c6bb060c2e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=853efaa5-51e9-4201-b6dc-37b8b742da18,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:33.250165 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c35ecd-9533-4f57-ba1c-209dc79016e8 req-b0005bd7-ca9f-48bd-b827-0918b7c927ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:33.262927 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-a6c35ecd-9533-4f57-ba1c-209dc79016e8 req-b0005bd7-ca9f-48bd-b827-0918b7c927ac service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d66b4a21b0fe4386a781f7160eda94ae&device_id=9f160759-d9fc-45e2-8533-6615870234d8 HTTP/1.1" status: 200 len: 1097 time: 1.1436517 Nov 23 12:46:33.271119 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc9a5223-b06b-4769-ba6b-4d2311a21559', 'tag': 'f0c437a5-ffbd-4557-b25e-ec087d70b044', 'status': 'completed', 'code': 200} Nov 23 12:46:33.449526 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-bb66fa41-6146-4811-855a-8c6bb060c2e3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b2e1e370d51944a781700472bbfb68f2&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5129318 Nov 23 12:46:33.453600 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 46116) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:33.458069 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-bb66fa41-6146-4811-855a-8c6bb060c2e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:33.462894 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-a6c35ecd-9533-4f57-ba1c-209dc79016e8 req-420000e9-de1a-4bfa-aeb2-02f33377b51a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f114a60-ca8e-4a26-a4c5-b1177a8c45be HTTP/1.1" status: 200 len: 217 time: 0.1826470 Nov 23 12:46:33.491641 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f160759-d9fc-45e2-8533-6615870234d8', 'tag': '7f114a60-ca8e-4a26-a4c5-b1177a8c45be', 'status': 'completed', 'code': 200} Nov 23 12:46:33.554494 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-98896218-177e-412a-9216-42b056513ac3 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:33.575378 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f23e43-6d90-4a35-a5a6-616a6818cf1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=85b39cd0-47cc-4f99-ab35-c73fd9191d73,revision_number=0']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:33.596528 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-b2f23e43-6d90-4a35-a5a6-616a6818cf1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:33.639709 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-34857bfa-9a08-44ac-af47-f26e572bceb0 None None] Notify callbacks [] for port, precommit_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:33.657320 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-34857bfa-9a08-44ac-af47-f26e572bceb0 None None] Transition to ACTIVE for port object fe9291ed-8143-488d-b840-259ef650d936 will not be triggered until provisioned by entity L2. {{(pid=86839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:46:33.668691 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-34857bfa-9a08-44ac-af47-f26e572bceb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826'] for port, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:33.674930 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f23e43-6d90-4a35-a5a6-616a6818cf1f admin admin] Checking segment: {'id': '5f57b597-500e-412e-899b-1814fe2b8d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '5f8731c4-dae4-45f4-8ef2-7dd7702804cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:46:33.675878 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f23e43-6d90-4a35-a5a6-616a6818cf1f admin admin] Network hostable DHCP agents. Network: 5f8731c4-dae4-45f4-8ef2-7dd7702804cb, hostable agents: ['7adafed1-c9c5-48d0-9254-d37451f0c452'], hosted agents: [] {{(pid=86837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 12:46:33.677172 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:33.714232 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c35ecd-9533-4f57-ba1c-209dc79016e8 req-88cf88f1-0ade-4727-90ef-39bd1dad01a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:33.717257 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-a6c35ecd-9533-4f57-ba1c-209dc79016e8 req-88cf88f1-0ade-4727-90ef-39bd1dad01a3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c0d370b4-ffde-4b58-bd7e-c9414689a347 HTTP/1.1" status: 200 len: 855 time: 0.2136748 Nov 23 12:46:33.850675 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8aaa3946-9c29-42a9-b199-095f24272ed1 req-4260810a-ad9a-4f65-af5b-3a65dc0c1830 service neutron] 10.222.0.54 "GET /v2.0/networks/d373d051-bf94-4523-9663-39db213210be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7079291 Nov 23 12:46:33.854135 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-a6c35ecd-9533-4f57-ba1c-209dc79016e8 req-b98da0d4-0b0b-4ebd-bc3e-5b23e29f7fa0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=db06a41a-eafd-447e-965a-14c1b39ecb30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1290002 Nov 23 12:46:33.873670 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-98896218-177e-412a-9216-42b056513ac3 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:33.904316 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-fef6a6f0-3be1-4a24-8723-cd5f46258660 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:33.998213 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Device 419537b5-27b9-4947-af41-1b4829e4c6fc up at agent ovs-agent-dv-cinder-818883-1-smb {{(pid=86839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:46:34.042128 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abefebe-082e-4afa-a6e5-fc86dfb7da11 req-ab6f09a9-ae91-4fc7-b673-bf58ea09a3e2 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:34.043469 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-3abefebe-082e-4afa-a6e5-fc86dfb7da11 req-ab6f09a9-ae91-4fc7-b673-bf58ea09a3e2 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Synchronizing usage tracker for tenant:91624ff73b014ed4aa8831330bf94986 on resource:network {{(pid=86838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:46:34.056421 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-98896218-177e-412a-9216-42b056513ac3 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453238'] for security_group_rule, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:34.131039 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97648c7-bcbb-4e68-90dc-bcc7ab532196 None None] Pushing event updated for resources: {'Port': ['ID=fe9291ed-8143-488d-b840-259ef650d936,revision_number=3']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:34.135734 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-b97648c7-bcbb-4e68-90dc-bcc7ab532196 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:34.136148 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:34.231804 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98896218-177e-412a-9216-42b056513ac3 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c9a4fc9-5aa1-4671-b582-2206b86e8ed1,revision_number=0']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:34.258048 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f23e43-6d90-4a35-a5a6-616a6818cf1f admin admin] Network 5f8731c4-dae4-45f4-8ef2-7dd7702804cb is scheduled to be hosted by DHCP agent 7adafed1-c9c5-48d0-9254-d37451f0c452 with binding_index 1 {{(pid=86837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 12:46:34.266891 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-98896218-177e-412a-9216-42b056513ac3 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:34.267563 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-3abefebe-082e-4afa-a6e5-fc86dfb7da11 req-ab6f09a9-ae91-4fc7-b673-bf58ea09a3e2 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Unset dirty status for tenant:91624ff73b014ed4aa8831330bf94986 on resource:network {{(pid=86838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:46:34.275061 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-3abefebe-082e-4afa-a6e5-fc86dfb7da11 req-ab6f09a9-ae91-4fc7-b673-bf58ea09a3e2 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/networks?id=f9d133c8-4135-48e6-b582-06743cb8c4da HTTP/1.1" status: 200 len: 817 time: 0.7792983 Nov 23 12:46:34.300164 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.managers [None req-34857bfa-9a08-44ac-af47-f26e572bceb0 None None] Attempting to bind port fe9291ed-8143-488d-b840-259ef650d936 on host dv-cinder-818883-1-smb for vnic_type normal with profile {{(pid=86839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 12:46:34.300535 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.managers [None req-34857bfa-9a08-44ac-af47-f26e572bceb0 None None] Attempting to bind port fe9291ed-8143-488d-b840-259ef650d936 by drivers openvswitch,hyperv on host dv-cinder-818883-1-smb at level 0 using segments [{'id': '2ce219c0-31bb-4a35-97c5-ece432ad3767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'f9d133c8-4135-48e6-b582-06743cb8c4da'}] {{(pid=86839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 12:46:34.300867 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34857bfa-9a08-44ac-af47-f26e572bceb0 None None] Attempting to bind port fe9291ed-8143-488d-b840-259ef650d936 on network f9d133c8-4135-48e6-b582-06743cb8c4da {{(pid=86839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:46:34.311860 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34857bfa-9a08-44ac-af47-f26e572bceb0 None None] Checking agent: {'id': 'cd5e743e-4289-46d3-a833-871886dcba65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818883-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 37, 23), 'started_at': datetime.datetime(2021, 11, 23, 12, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818883-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 12:46:34.312847 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34857bfa-9a08-44ac-af47-f26e572bceb0 None None] Checking segment: {'id': '2ce219c0-31bb-4a35-97c5-ece432ad3767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'f9d133c8-4135-48e6-b582-06743cb8c4da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:46:34.313571 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-34857bfa-9a08-44ac-af47-f26e572bceb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:34.314022 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34857bfa-9a08-44ac-af47-f26e572bceb0 None None] Bound using segment: {'id': '2ce219c0-31bb-4a35-97c5-ece432ad3767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'f9d133c8-4135-48e6-b582-06743cb8c4da'} {{(pid=86839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 12:46:34.314676 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.managers [None req-34857bfa-9a08-44ac-af47-f26e572bceb0 None None] Bound port: fe9291ed-8143-488d-b840-259ef650d936, host: dv-cinder-818883-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ce219c0-31bb-4a35-97c5-ece432ad3767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'f9d133c8-4135-48e6-b582-06743cb8c4da'}}] {{(pid=86839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 12:46:34.315086 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-34857bfa-9a08-44ac-af47-f26e572bceb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:34.322435 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-98896218-177e-412a-9216-42b056513ac3 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:34.323525 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-98896218-177e-412a-9216-42b056513ac3 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4948711 Nov 23 12:46:34.329282 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 46158) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:34.334340 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.scheduler.base_scheduler [None req-b2f23e43-6d90-4a35-a5a6-616a6818cf1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818883-1-smb, 5f8731c4-dae4-45f4-8ef2-7dd7702804cb) {{(pid=86837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:46:34.344568 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-3abefebe-082e-4afa-a6e5-fc86dfb7da11 req-1f01c7a1-8a0c-47ab-b25d-ed6513ace45b tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/quotas/91624ff73b014ed4aa8831330bf94986 HTTP/1.1" status: 200 len: 375 time: 0.0686762 Nov 23 12:46:34.345600 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f23e43-6d90-4a35-a5a6-616a6818cf1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:34.349276 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-b2f23e43-6d90-4a35-a5a6-616a6818cf1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600637'] for subnet, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:34.389882 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb7dfc06-a951-4345-b195-c66a15023275 None None] Network 5f8731c4-dae4-45f4-8ef2-7dd7702804cb requested from dv-cinder-818883-1-smb {{(pid=86839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 12:46:34.391342 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-fef6a6f0-3be1-4a24-8723-cd5f46258660 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:34.476471 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.v2.base [None req-2fdf3c1c-b181-425a-a970-0eb73b73475a tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Request body: {'security_group_rule': {'security_group_id': 'ec7a2df9-5b5f-4d0a-9518-b6602095324f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:46:34.532099 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-2fdf3c1c-b181-425a-a970-0eb73b73475a tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:46:34.546847 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-fef6a6f0-3be1-4a24-8723-cd5f46258660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:34.557826 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8aaa3946-9c29-42a9-b199-095f24272ed1 req-a9ed439d-9f16-4f89-8ff4-985ae7f923b8 service neutron] 10.222.0.54 "GET /v2.0/networks/d373d051-bf94-4523-9663-39db213210be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6829236 Nov 23 12:46:34.560306 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Provisioning for port 419537b5-27b9-4947-af41-1b4829e4c6fc completed by entity L2. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:46:34.568705 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-2fdf3c1c-b181-425a-a970-0eb73b73475a tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Usage tracker for resource:security_group_rule and tenant:e6142a50a1bb4ef9bfd9b1bc59edda1d is out of sync, need to count used quota {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:46:34.582622 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Provisioning complete for port 419537b5-27b9-4947-af41-1b4829e4c6fc triggered by entity L2. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:46:34.583148 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567787'] for port, provisioning_complete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:34.594840 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-2fdf3c1c-b181-425a-a970-0eb73b73475a tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:46:34.609602 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:34.632491 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-a6c35ecd-9533-4f57-ba1c-209dc79016e8 req-109bcb75-3ab2-460e-bcb5-a74cce614b64 service neutron] 10.222.0.54 "GET /v2.0/networks/db06a41a-eafd-447e-965a-14c1b39ecb30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7650080 Nov 23 12:46:34.636909 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d012db-4f38-45f7-ba3b-758584fefdac req-ad3f870b-8488-44c2-bde2-3751df469761 tempest-DeleteServersTestJSON-2039855933 tempest-DeleteServersTestJSON-2039855933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:34.640956 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-48d012db-4f38-45f7-ba3b-758584fefdac req-ad3f870b-8488-44c2-bde2-3751df469761 tempest-DeleteServersTestJSON-2039855933 tempest-DeleteServersTestJSON-2039855933-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc9a5223-b06b-4769-ba6b-4d2311a21559 HTTP/1.1" status: 200 len: 943 time: 0.7732251 Nov 23 12:46:34.647603 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-34857bfa-9a08-44ac-af47-f26e572bceb0 None None] For port fe9291ed-8143-488d-b840-259ef650d936, host dv-cinder-818883-1-smb, cleared binding levels {{(pid=86839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 12:46:34.663969 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-2fdf3c1c-b181-425a-a970-0eb73b73475a tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:46:34.695414 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-b2f23e43-6d90-4a35-a5a6-616a6818cf1f admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 5.9908011 Nov 23 12:46:34.699344 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-34857bfa-9a08-44ac-af47-f26e572bceb0 None None] For port fe9291ed-8143-488d-b840-259ef650d936, host dv-cinder-818883-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-smb',level=0,port_id=fe9291ed-8143-488d-b840-259ef650d936,segment=NetworkSegment(2ce219c0-31bb-4a35-97c5-ece432ad3767),segment_id=2ce219c0-31bb-4a35-97c5-ece432ad3767)] {{(pid=86839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 12:46:34.732217 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-fef6a6f0-3be1-4a24-8723-cd5f46258660 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:34.733552 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-fef6a6f0-3be1-4a24-8723-cd5f46258660 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/853efaa5-51e9-4201-b6dc-37b8b742da18 HTTP/1.1" status: 204 len: 168 time: 1.2788327 Nov 23 12:46:34.738042 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef6a6f0-3be1-4a24-8723-cd5f46258660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=853efaa5-51e9-4201-b6dc-37b8b742da18,revision_number=None']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:34.746987 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-fef6a6f0-3be1-4a24-8723-cd5f46258660 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:34.877475 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-48d012db-4f38-45f7-ba3b-758584fefdac req-4193e9e9-5d74-4257-a500-2ddda2c7c747 tempest-DeleteServersTestJSON-2039855933 tempest-DeleteServersTestJSON-2039855933-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee2954f9-8dbc-41bd-89bd-8ae39b19f461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782615 Nov 23 12:46:34.909082 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-2fdf3c1c-b181-425a-a970-0eb73b73475a tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:34.917201 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-3abefebe-082e-4afa-a6e5-fc86dfb7da11 req-a09750e6-e66e-4dab-b784-f4cd2bab961b tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=91624ff73b014ed4aa8831330bf94986&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5717072 Nov 23 12:46:35.012999 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:35.054792 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-34857bfa-9a08-44ac-af47-f26e572bceb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826'] for port, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:35.080846 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b62bea-2aa2-4f94-ae17-3a4288213d4b None None] Network 5f8731c4-dae4-45f4-8ef2-7dd7702804cb requested from dv-cinder-818883-1-smb {{(pid=86839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 12:46:35.160551 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-b97648c7-bcbb-4e68-90dc-bcc7ab532196 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:35.166456 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894f3466-5323-4451-8777-7cfde19b250d req-b6103d76-f743-4c57-9e4e-b487e5f29849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:35.168131 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-894f3466-5323-4451-8777-7cfde19b250d req-b6103d76-f743-4c57-9e4e-b487e5f29849 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f976241d01bd41999a758bef4447e874&device_id=dc9a5223-b06b-4769-ba6b-4d2311a21559 HTTP/1.1" status: 200 len: 1096 time: 0.5190475 Nov 23 12:46:35.286156 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-a6c35ecd-9533-4f57-ba1c-209dc79016e8 req-9fd05104-a01f-4963-b07b-03f6b8e2ff73 service neutron] 10.222.0.54 "GET /v2.0/networks/db06a41a-eafd-447e-965a-14c1b39ecb30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6053464 Nov 23 12:46:35.309455 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-2fdf3c1c-b181-425a-a970-0eb73b73475a tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:35.316257 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-2fdf3c1c-b181-425a-a970-0eb73b73475a tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453238'] for security_group_rule, after_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:35.318045 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:35.360412 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-3abefebe-082e-4afa-a6e5-fc86dfb7da11 req-b18f89c0-13eb-4c92-9ba5-cabac43ca07a service neutron] 10.222.0.31 "GET /v2.0/networks/f9d133c8-4135-48e6-b582-06743cb8c4da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4291203 Nov 23 12:46:35.376482 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064d3f24-2dae-4dff-ae10-5f51ed581270 req-c93fcc66-1601-484b-b456-ae0f0c9da40b tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:35.399724 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-064d3f24-2dae-4dff-ae10-5f51ed581270 req-c93fcc66-1601-484b-b456-ae0f0c9da40b tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f160759-d9fc-45e2-8533-6615870234d8 HTTP/1.1" status: 200 len: 944 time: 0.3033805 Nov 23 12:46:35.458525 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdf3c1c-b181-425a-a970-0eb73b73475a tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8c330e6-1c11-4e27-8142-3f7f492a8a50,revision_number=0']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:35.473913 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-2fdf3c1c-b181-425a-a970-0eb73b73475a tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:35.507566 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-2fdf3c1c-b181-425a-a970-0eb73b73475a tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:35.512356 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-2fdf3c1c-b181-425a-a970-0eb73b73475a tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1579041 Nov 23 12:46:35.513157 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 46196) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:35.528016 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.v2.base [None req-dbef3b46-65ae-4d51-9ddb-5d8637496063 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Request body: {'floatingip': {'floating_network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429'}} {{(pid=86837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:46:35.548801 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-dbef3b46-65ae-4d51-9ddb-5d8637496063 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:46:35.555151 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-dbef3b46-65ae-4d51-9ddb-5d8637496063 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Usage tracker for resource:floatingip and tenant:e6142a50a1bb4ef9bfd9b1bc59edda1d is out of sync, need to count used quota {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:46:35.561902 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34857bfa-9a08-44ac-af47-f26e572bceb0 None None] Routers {'d5ff633b-3751-4550-9712-7bff2be4aaa0'} bound to L3 agent in host dv-cinder-818883-1-smb {{(pid=86839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:46:35.562584 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_hamode_db [None req-34857bfa-9a08-44ac-af47-f26e572bceb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T12:37:26Z,description=,heartbeat_timestamp=2021-11-23T12:46:26Z,host='dv-cinder-818883-1-smb',id=d7c7f769-7b7b-49b8-a5c1-735df886e043,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:37:26Z,topic='l3_agent')) {'router_ids': ['d5ff633b-3751-4550-9712-7bff2be4aaa0'], 'active': True} {{(pid=86839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:46:35.567516 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-dbef3b46-65ae-4d51-9ddb-5d8637496063 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:46:35.577158 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-dbef3b46-65ae-4d51-9ddb-5d8637496063 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:46:35.620599 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46de5fef-2e8e-490d-b264-ad29f08cb06a req-7d682399-8629-436f-bd5e-c900cd3f79b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:35.622658 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-46de5fef-2e8e-490d-b264-ad29f08cb06a req-7d682399-8629-436f-bd5e-c900cd3f79b5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d66b4a21b0fe4386a781f7160eda94ae&device_id=9f160759-d9fc-45e2-8533-6615870234d8 HTTP/1.1" status: 200 len: 1097 time: 0.2594204 Nov 23 12:46:35.624029 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-dbef3b46-65ae-4d51-9ddb-5d8637496063 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Notify callbacks [] for floatingip, before_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:35.650445 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 46202) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:35.744072 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-064d3f24-2dae-4dff-ae10-5f51ed581270 req-e9ed7c00-9c69-491a-87a9-31165df72fd3 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.31 "GET /v2.0/security-groups?id=0a850f89-1fcd-4fc3-a6fa-0f4e61598668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3431394 Nov 23 12:46:35.768793 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894f3466-5323-4451-8777-7cfde19b250d req-3c3733ad-36e2-410e-a281-c80358d833f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:35.770563 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-894f3466-5323-4451-8777-7cfde19b250d req-3c3733ad-36e2-410e-a281-c80358d833f8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d373d051-bf94-4523-9663-39db213210be HTTP/1.1" status: 200 len: 913 time: 0.5923624 Nov 23 12:46:35.812406 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_dvr_db [None req-34857bfa-9a08-44ac-af47-f26e572bceb0 None None] Set router d5ff633b-3751-4550-9712-7bff2be4aaa0 gateway port host: dv-cinder-818883-1-smb {{(pid=86839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:46:35.905342 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-894f3466-5323-4451-8777-7cfde19b250d req-987f190d-117e-4770-9d28-ad67671e3363 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f0c437a5-ffbd-4557-b25e-ec087d70b044 HTTP/1.1" status: 200 len: 217 time: 0.1216166 Nov 23 12:46:35.931371 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-aa9a2cfa-386a-4ef4-8fd9-db0ba1a32d56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:36.116855 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894f3466-5323-4451-8777-7cfde19b250d req-bdd887af-42fb-489c-b6d2-d1a4b8f9534a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:36.126598 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-894f3466-5323-4451-8777-7cfde19b250d req-bdd887af-42fb-489c-b6d2-d1a4b8f9534a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c54a8433-9301-4f12-ad03-df544193d155 HTTP/1.1" status: 200 len: 852 time: 0.1945360 Nov 23 12:46:36.129108 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-aa9a2cfa-386a-4ef4-8fd9-db0ba1a32d56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:46:36.141981 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-aa9a2cfa-386a-4ef4-8fd9-db0ba1a32d56 admin admin] Usage tracker for resource:security_group_rule and tenant:7a95761262794c02995190fee12b1bcb is out of sync, need to count used quota {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:46:36.146361 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-aa9a2cfa-386a-4ef4-8fd9-db0ba1a32d56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:46:36.171434 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-aa9a2cfa-386a-4ef4-8fd9-db0ba1a32d56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:46:36.201827 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:36.221144 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 46224) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:36.234670 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.v2.base [None req-35fe3fc7-70b8-4122-a5bc-e9756d4525d8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-794778762-network', 'tenant_id': 'cee62862fd6b42729605c4fa4a76c954'}} {{(pid=86837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:46:36.255684 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-35fe3fc7-70b8-4122-a5bc-e9756d4525d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:46:36.261175 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46de5fef-2e8e-490d-b264-ad29f08cb06a req-a8fa8fc2-afbd-449d-ba38-69cba535fa9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:36.262791 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-46de5fef-2e8e-490d-b264-ad29f08cb06a req-a8fa8fc2-afbd-449d-ba38-69cba535fa9d service neutron] 10.222.0.54 "GET /v2.0/networks?id=db06a41a-eafd-447e-965a-14c1b39ecb30 HTTP/1.1" status: 200 len: 916 time: 0.6134632 Nov 23 12:46:36.268868 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-35fe3fc7-70b8-4122-a5bc-e9756d4525d8 admin admin] Usage tracker for resource:network and tenant:cee62862fd6b42729605c4fa4a76c954 is out of sync, need to count used quota {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:46:36.285108 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-35fe3fc7-70b8-4122-a5bc-e9756d4525d8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:46:36.287668 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-894f3466-5323-4451-8777-7cfde19b250d req-fadce3bb-dc8c-4ff9-a46a-132b0ac2da69 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d373d051-bf94-4523-9663-39db213210be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654724 Nov 23 12:46:36.299536 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97648c7-bcbb-4e68-90dc-bcc7ab532196 None None] Pushing event updated for resources: {'Port': ['ID=fe9291ed-8143-488d-b840-259ef650d936,revision_number=4']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:36.325608 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-b97648c7-bcbb-4e68-90dc-bcc7ab532196 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.165s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:36.352376 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] For port 419537b5-27b9-4947-af41-1b4829e4c6fc, host dv-cinder-818883-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-smb',level=0,port_id=419537b5-27b9-4947-af41-1b4829e4c6fc,segment=NetworkSegment(72423ed0-d64a-4579-bbc7-85380a74b257),segment_id=72423ed0-d64a-4579-bbc7-85380a74b257)] {{(pid=86839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:46:36.411188 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-3abefebe-082e-4afa-a6e5-fc86dfb7da11 req-d5ed00a1-b5f6-42dc-8bc4-0e279a84d000 service neutron] 10.222.0.31 "GET /v2.0/networks/f9d133c8-4135-48e6-b582-06743cb8c4da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0091496 Nov 23 12:46:36.457078 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-35fe3fc7-70b8-4122-a5bc-e9756d4525d8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:46:36.467124 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4b0219-7665-414c-99d1-5175c36897fb req-cd6c4b8e-ecd3-4774-8121-5fe49ab906b4 tempest-DeleteServersTestJSON-2039855933 tempest-DeleteServersTestJSON-2039855933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:36.468769 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-6b4b0219-7665-414c-99d1-5175c36897fb req-cd6c4b8e-ecd3-4774-8121-5fe49ab906b4 tempest-DeleteServersTestJSON-2039855933 tempest-DeleteServersTestJSON-2039855933-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc9a5223-b06b-4769-ba6b-4d2311a21559 HTTP/1.1" status: 200 len: 943 time: 0.3406591 Nov 23 12:46:36.471350 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-46de5fef-2e8e-490d-b264-ad29f08cb06a req-c7958101-d518-435b-9913-a843704b4b8b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f114a60-ca8e-4a26-a4c5-b1177a8c45be HTTP/1.1" status: 200 len: 217 time: 0.1973426 Nov 23 12:46:36.477064 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826'] for port, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:36.500452 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:36.517881 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-894f3466-5323-4451-8777-7cfde19b250d req-ad9159e2-583b-4fa1-bd15-c5864e2c16db service neutron] 10.222.0.54 "GET /v2.0/networks/d373d051-bf94-4523-9663-39db213210be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162967 Nov 23 12:46:36.603928 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35fe3fc7-70b8-4122-a5bc-e9756d4525d8 admin admin] Made reservation on behalf of cee62862fd6b42729605c4fa4a76c954 for: {'network': 1} {{(pid=86837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:46:36.608137 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_hamode_db [None req-34857bfa-9a08-44ac-af47-f26e572bceb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5ff633b-3751-4550-9712-7bff2be4aaa0', 'name': 'tempest-ServerRescueNegativeTestJSON-46757015-router', 'tenant_id': '91624ff73b014ed4aa8831330bf94986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'external_fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.36'}], 'enable_snat': True}, 'gw_port_id': 'f3330bd9-7aaf-4801-a02f-490f3b495167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:46:12Z', 'updated_at': '2021-11-23T12:46:24Z', 'revision_number': 4, 'project_id': '91624ff73b014ed4aa8831330bf94986', 'gw_port': {'id': 'f3330bd9-7aaf-4801-a02f-490f3b495167', 'name': '', 'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:c0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ff633b-3751-4550-9712-7bff2be4aaa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:46:14Z', 'updated_at': '2021-11-23T12:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-smb', '_interfaces': [{'id': 'fe9291ed-8143-488d-b840-259ef650d936', 'name': '', 'network_id': 'f9d133c8-4135-48e6-b582-06743cb8c4da', 'tenant_id': '91624ff73b014ed4aa8831330bf94986', 'mac_address': 'fa:16:3e:d2:0c:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5ff633b-3751-4550-9712-7bff2be4aaa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'bd51d8cb-0c29-4851-b2cf-4f44e529c93c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:46:22Z', 'updated_at': '2021-11-23T12:46:34Z', 'revision_number': 4, 'project_id': '91624ff73b014ed4aa8831330bf94986', 'subnets': [{'id': 'bd51d8cb-0c29-4851-b2cf-4f44e529c93c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-1-smb', False) {} {{(pid=86839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:46:36.612534 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Pushing event updated for resources: {'Port': ['ID=419537b5-27b9-4947-af41-1b4829e4c6fc,revision_number=5']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:36.616704 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:36.618224 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34857bfa-9a08-44ac-af47-f26e572bceb0 None None] The sync data for ids ['d5ff633b-3751-4550-9712-7bff2be4aaa0'] in dv-cinder-818883-1-smb is: [{'id': 'd5ff633b-3751-4550-9712-7bff2be4aaa0', 'name': 'tempest-ServerRescueNegativeTestJSON-46757015-router', 'tenant_id': '91624ff73b014ed4aa8831330bf94986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'external_fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.36'}], 'enable_snat': True}, 'gw_port_id': 'f3330bd9-7aaf-4801-a02f-490f3b495167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:46:12Z', 'updated_at': '2021-11-23T12:46:24Z', 'revision_number': 4, 'project_id': '91624ff73b014ed4aa8831330bf94986', 'gw_port': {'id': 'f3330bd9-7aaf-4801-a02f-490f3b495167', 'name': '', 'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:c0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ff633b-3751-4550-9712-7bff2be4aaa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:46:14Z', 'updated_at': '2021-11-23T12:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-smb', '_interfaces': [{'id': 'fe9291ed-8143-488d-b840-259ef650d936', 'name': '', 'network_id': 'f9d133c8-4135-48e6-b582-06743cb8c4da', 'tenant_id': '91624ff73b014ed4aa8831330bf94986', 'mac_address': 'fa:16:3e:d2:0c:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5ff633b-3751-4550-9712-7bff2be4aaa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'bd51d8cb-0c29-4851-b2cf-4f44e529c93c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:46:22Z', 'updated_at': '2021-11-23T12:46:34Z', 'revision_number': 4, 'project_id': '91624ff73b014ed4aa8831330bf94986', 'subnets': [{'id': 'bd51d8cb-0c29-4851-b2cf-4f44e529c93c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 12:46:36.620400 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-35fe3fc7-70b8-4122-a5bc-e9756d4525d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for network, before_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:36.688372 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-dbef3b46-65ae-4d51-9ddb-5d8637496063 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:36.691753 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46de5fef-2e8e-490d-b264-ad29f08cb06a req-edc1c27a-3cde-4021-a060-92edf0cbc9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:36.693449 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-46de5fef-2e8e-490d-b264-ad29f08cb06a req-edc1c27a-3cde-4021-a060-92edf0cbc9d3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c0d370b4-ffde-4b58-bd7e-c9414689a347 HTTP/1.1" status: 200 len: 855 time: 0.1965961 Nov 23 12:46:36.771464 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-6b4b0219-7665-414c-99d1-5175c36897fb req-192ca8f4-8108-4879-95f2-f7114a760a3e tempest-DeleteServersTestJSON-2039855933 tempest-DeleteServersTestJSON-2039855933-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee2954f9-8dbc-41bd-89bd-8ae39b19f461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2853293 Nov 23 12:46:36.878141 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-894f3466-5323-4451-8777-7cfde19b250d req-f321011d-77b1-4e5c-b559-fbeb259de663 service neutron] 10.222.0.54 "GET /v2.0/networks/d373d051-bf94-4523-9663-39db213210be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3512278 Nov 23 12:46:36.889146 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-fb10f314-3244-47a6-9e60-c12eeff5bba0 req-2d404122-d43b-4f67-b1bb-1c1978bb44f6 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/ports?device_id=1aa277d2-d587-4c30-a177-a45523276ec0 HTTP/1.1" status: 200 len: 210 time: 0.1160045 Nov 23 12:46:36.936898 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-35fe3fc7-70b8-4122-a5bc-e9756d4525d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:37.068926 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-46de5fef-2e8e-490d-b264-ad29f08cb06a req-d371ff78-7bf6-4177-8d04-ceab0f218abc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=db06a41a-eafd-447e-965a-14c1b39ecb30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3561404 Nov 23 12:46:37.072149 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-35fe3fc7-70b8-4122-a5bc-e9756d4525d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:46:37.076757 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-aa9a2cfa-386a-4ef4-8fd9-db0ba1a32d56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:37.084269 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-35fe3fc7-70b8-4122-a5bc-e9756d4525d8 admin admin] Usage tracker for resource:security_group_rule and tenant:cee62862fd6b42729605c4fa4a76c954 is out of sync, need to count used quota {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:46:37.111623 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-35fe3fc7-70b8-4122-a5bc-e9756d4525d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:46:37.115949 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-aa9a2cfa-386a-4ef4-8fd9-db0ba1a32d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:37.272186 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-fef6a6f0-3be1-4a24-8723-cd5f46258660 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:37.285983 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-35fe3fc7-70b8-4122-a5bc-e9756d4525d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:46:37.370285 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.db_base_plugin_common [None req-dbef3b46-65ae-4d51-9ddb-5d8637496063 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Allocated IP 172.28.2.201 (2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429/a635ed46-c881-440b-bd05-3e5636c37dfa/6489efd1-27f7-47e8-bdfe-d6fd0ff7c40d) {{(pid=86837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:46:37.421414 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-aa9a2cfa-386a-4ef4-8fd9-db0ba1a32d56 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7a95761262794c02995190fee12b1bcb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7576087 Nov 23 12:46:37.429107 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9a2cfa-386a-4ef4-8fd9-db0ba1a32d56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dc0ac3d-4e02-4773-ba92-185b0a1ce11f,revision_number=1']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:37.438857 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 46268) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:37.463761 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Device f0c437a5-ffbd-4557-b25e-ec087d70b044 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 23 12:46:37.471200 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-aa9a2cfa-386a-4ef4-8fd9-db0ba1a32d56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:37.590515 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3463cf-00f3-441a-b1fe-4ad3ca4ba2e2 req-9680c00d-d577-4bfd-8337-028541a4d20b tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:37.592553 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-ac3463cf-00f3-441a-b1fe-4ad3ca4ba2e2 req-9680c00d-d577-4bfd-8337-028541a4d20b tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f160759-d9fc-45e2-8533-6615870234d8 HTTP/1.1" status: 200 len: 944 time: 0.6389091 Nov 23 12:46:37.709791 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-a4328ac4-1567-4b72-9b03-9d732bfe9442 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:37.723601 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 46276) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:37.757107 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-46de5fef-2e8e-490d-b264-ad29f08cb06a req-348ee37f-f3b6-4773-b51b-34e1b22ae4e7 service neutron] 10.222.0.54 "GET /v2.0/networks/db06a41a-eafd-447e-965a-14c1b39ecb30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6774597 Nov 23 12:46:37.758178 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b40b19-6125-49a3-90fd-ace078f4b64f req-1410d8fb-17d5-485e-9352-fa32cfa6c51b tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:37.766394 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-d2b40b19-6125-49a3-90fd-ace078f4b64f req-1410d8fb-17d5-485e-9352-fa32cfa6c51b tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/networks?id=f9d133c8-4135-48e6-b582-06743cb8c4da HTTP/1.1" status: 200 len: 817 time: 0.4791162 Nov 23 12:46:37.809751 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-ac3463cf-00f3-441a-b1fe-4ad3ca4ba2e2 req-ebf256d6-8b42-4a3a-9d66-3968d88e6099 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.31 "GET /v2.0/security-groups?id=0a850f89-1fcd-4fc3-a6fa-0f4e61598668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968422 Nov 23 12:46:37.821182 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-d2b40b19-6125-49a3-90fd-ace078f4b64f req-771a513d-4e6c-4d09-9b5a-8e1fcd23d634 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/quotas/91624ff73b014ed4aa8831330bf94986 HTTP/1.1" status: 200 len: 375 time: 0.0534894 Nov 23 12:46:37.824764 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-a4328ac4-1567-4b72-9b03-9d732bfe9442 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:37.920829 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] For port f0c437a5-ffbd-4557-b25e-ec087d70b044, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=f0c437a5-ffbd-4557-b25e-ec087d70b044,segment=NetworkSegment(7dfe855d-43f1-4afb-9401-223ec6aba994),segment_id=7dfe855d-43f1-4afb-9401-223ec6aba994)] {{(pid=86839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:46:37.958538 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-a4328ac4-1567-4b72-9b03-9d732bfe9442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:37.961590 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Returning: {'device': 'f0c437a5-ffbd-4557-b25e-ec087d70b044', 'network_id': 'd373d051-bf94-4523-9663-39db213210be', 'port_id': 'f0c437a5-ffbd-4557-b25e-ec087d70b044', 'mac_address': 'fa:16:3e:c0:da:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 793, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c54a8433-9301-4f12-ad03-df544193d155', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 23 12:46:37.971117 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-756b6356-0fa3-4bb2-bcb4-df4b9a2840c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:37.992968 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-a4328ac4-1567-4b72-9b03-9d732bfe9442 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:37.994652 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-a4328ac4-1567-4b72-9b03-9d732bfe9442 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2dc0ac3d-4e02-4773-ba92-185b0a1ce11f HTTP/1.1" status: 204 len: 168 time: 0.5528820 Nov 23 12:46:37.996110 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4328ac4-1567-4b72-9b03-9d732bfe9442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dc0ac3d-4e02-4773-ba92-185b0a1ce11f,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:38.009924 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-a4328ac4-1567-4b72-9b03-9d732bfe9442 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:38.023215 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 46286) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:38.062035 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-d2b40b19-6125-49a3-90fd-ace078f4b64f req-7c55992a-9bb5-4fad-810f-292a41eaf05d tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=91624ff73b014ed4aa8831330bf94986&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2394052 Nov 23 12:46:38.188367 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:38.227480 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.notifiers.nova [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0c437a5-ffbd-4557-b25e-ec087d70b044 {{(pid=86839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 12:46:38.251171 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-c6255488-55f9-41d8-bfeb-b9571fa2a55a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:38.254348 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] For port f0c437a5-ffbd-4557-b25e-ec087d70b044, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=f0c437a5-ffbd-4557-b25e-ec087d70b044,segment=NetworkSegment(7dfe855d-43f1-4afb-9401-223ec6aba994),segment_id=7dfe855d-43f1-4afb-9401-223ec6aba994)] {{(pid=86839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:46:38.262265 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826'] for port, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:38.265550 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:38.340432 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-dbef3b46-65ae-4d51-9ddb-5d8637496063 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Notify callbacks [] for port, precommit_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:38.345249 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-46de5fef-2e8e-490d-b264-ad29f08cb06a req-a9b2886f-9b1e-49f7-912b-a8ed7347f38d service neutron] 10.222.0.54 "GET /v2.0/networks/db06a41a-eafd-447e-965a-14c1b39ecb30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5633209 Nov 23 12:46:38.351210 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-35fe3fc7-70b8-4122-a5bc-e9756d4525d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:38.361262 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-35fe3fc7-70b8-4122-a5bc-e9756d4525d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:38.367741 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:38.400608 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35fe3fc7-70b8-4122-a5bc-e9756d4525d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 763, 'physical_network': 'physnet1'} {{(pid=86837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 12:46:38.422345 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fe3fc7-70b8-4122-a5bc-e9756d4525d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d9aebfc-7276-483f-9b21-6828546ad6b6,revision_number=1']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:38.426514 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-35fe3fc7-70b8-4122-a5bc-e9756d4525d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:38.431679 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Pushing event updated for resources: {'Port': ['ID=f0c437a5-ffbd-4557-b25e-ec087d70b044,revision_number=4']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:38.435009 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:38.438605 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-35fe3fc7-70b8-4122-a5bc-e9756d4525d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572451'] for segment, precommit_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:38.438998 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.db.segments_db [None req-35fe3fc7-70b8-4122-a5bc-e9756d4525d8 admin admin] Added segment 8caa1080-d72e-46a6-8712-0ce1b4ba8178 of type vlan for network 3ab46690-c809-4838-abaf-d1125bdf773a Nov 23 12:46:38.469611 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-c6255488-55f9-41d8-bfeb-b9571fa2a55a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:46:38.482306 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-c6255488-55f9-41d8-bfeb-b9571fa2a55a admin admin] Usage tracker for resource:security_group_rule and tenant:238cd10d51c6452f864141727c20e067 is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:46:38.485301 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-35fe3fc7-70b8-4122-a5bc-e9756d4525d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788170511809'] for network, precommit_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:38.491020 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-dbef3b46-65ae-4d51-9ddb-5d8637496063 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788170525763'] for port, after_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:38.499197 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:38.502730 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-c6255488-55f9-41d8-bfeb-b9571fa2a55a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:46:38.535078 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] get_ports_and_sgs() called for port_ids ['f0c437a5-ffbd-4557-b25e-ec087d70b044'] {{(pid=86839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 12:46:38.578798 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-c6255488-55f9-41d8-bfeb-b9571fa2a55a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:46:38.614164 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.db.resource_extend [None req-35fe3fc7-70b8-4122-a5bc-e9756d4525d8 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 12:46:38.617538 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-47e5b042-dc30-4701-b69c-107837136237 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:38.635390 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-d2b40b19-6125-49a3-90fd-ace078f4b64f req-47a96c2d-9a2c-4e93-ad99-9c8b1c5dc18b service neutron] 10.222.0.31 "GET /v2.0/networks/f9d133c8-4135-48e6-b582-06743cb8c4da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5583515 Nov 23 12:46:38.639080 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbef3b46-65ae-4d51-9ddb-5d8637496063 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Network 2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429 is already hosted by enough agents. {{(pid=86837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:46:38.644144 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.scheduler.base_scheduler [None req-dbef3b46-65ae-4d51-9ddb-5d8637496063 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Resources bound (agent type, host, resource id): {{(pid=86837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:46:38.650343 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbef3b46-65ae-4d51-9ddb-5d8637496063 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Received port after_create {{(pid=86837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 12:46:38.659543 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbef3b46-65ae-4d51-9ddb-5d8637496063 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Pushing event updated for resources: {'Port': ['ID=6489efd1-27f7-47e8-bdfe-d6fd0ff7c40d,revision_number=1']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:38.664625 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-dbef3b46-65ae-4d51-9ddb-5d8637496063 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:38.667992 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-35fe3fc7-70b8-4122-a5bc-e9756d4525d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595'] for network, after_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:38.671619 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35fe3fc7-70b8-4122-a5bc-e9756d4525d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:38.672503 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-35fe3fc7-70b8-4122-a5bc-e9756d4525d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600637'] for network, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:38.780099 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-82d0b54f-cb05-4550-91f8-fd5c4a7ea3b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:38.795255 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Device fe9291ed-8143-488d-b840-259ef650d936 up at agent ovs-agent-dv-cinder-818883-1-smb {{(pid=86839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:46:38.816255 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-35fe3fc7-70b8-4122-a5bc-e9756d4525d8 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.5929306 Nov 23 12:46:38.873599 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 46304) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:38.884282 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-d2b40b19-6125-49a3-90fd-ace078f4b64f req-41adf9d3-02c3-4489-9769-93c9ae9d337d service neutron] 10.222.0.31 "GET /v2.0/networks/f9d133c8-4135-48e6-b582-06743cb8c4da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384107 Nov 23 12:46:38.893101 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-47e5b042-dc30-4701-b69c-107837136237 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:46:38.916052 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-47e5b042-dc30-4701-b69c-107837136237 admin admin] Usage tracker for resource:security_group_rule and tenant:91864d82978f41f7ab92d9f425be076e is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:46:38.923065 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-47e5b042-dc30-4701-b69c-107837136237 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:46:38.940332 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-47e5b042-dc30-4701-b69c-107837136237 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:46:38.943110 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.v2.base [None req-c7b51f7e-51d9-4bd3-91f4-f6a41b43b1a0 admin admin] Request body: {'subnet': {'network_id': '3ab46690-c809-4838-abaf-d1125bdf773a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-794778762-subnet', 'tenant_id': 'cee62862fd6b42729605c4fa4a76c954', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:46:38.952437 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a832f3-790b-4756-9f74-e0449d7bf1f6 req-b510d21c-0dd7-4373-bb9b-ee6cdcf538de tempest-DeleteServersTestJSON-2039855933 tempest-DeleteServersTestJSON-2039855933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:38.955072 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-91a832f3-790b-4756-9f74-e0449d7bf1f6 req-b510d21c-0dd7-4373-bb9b-ee6cdcf538de tempest-DeleteServersTestJSON-2039855933 tempest-DeleteServersTestJSON-2039855933-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc9a5223-b06b-4769-ba6b-4d2311a21559 HTTP/1.1" status: 200 len: 944 time: 0.7372196 Nov 23 12:46:38.961882 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-c7b51f7e-51d9-4bd3-91f4-f6a41b43b1a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:46:38.972254 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Provisioning for port fe9291ed-8143-488d-b840-259ef650d936 completed by entity L2. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:46:38.989497 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-c7b51f7e-51d9-4bd3-91f4-f6a41b43b1a0 admin admin] Usage tracker for resource:subnet and tenant:cee62862fd6b42729605c4fa4a76c954 is out of sync, need to count used quota {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:46:38.990112 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Provisioning complete for port fe9291ed-8143-488d-b840-259ef650d936 triggered by entity L2. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:46:38.990506 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567787'] for port, provisioning_complete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:38.995839 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-c7b51f7e-51d9-4bd3-91f4-f6a41b43b1a0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:46:39.010534 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-c7b51f7e-51d9-4bd3-91f4-f6a41b43b1a0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:46:39.015760 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-dbef3b46-65ae-4d51-9ddb-5d8637496063 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:39.022542 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fe3fc7-70b8-4122-a5bc-e9756d4525d8 admin admin] Pushing event updated for resources: {'Network': ['ID=3ab46690-c809-4838-abaf-d1125bdf773a,revision_number=1']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:39.037473 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-35fe3fc7-70b8-4122-a5bc-e9756d4525d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:39.087506 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-91a832f3-790b-4756-9f74-e0449d7bf1f6 req-e60bd144-b017-44ca-b6a4-db6ff9b69342 tempest-DeleteServersTestJSON-2039855933 tempest-DeleteServersTestJSON-2039855933-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee2954f9-8dbc-41bd-89bd-8ae39b19f461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215222 Nov 23 12:46:39.130217 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-dbef3b46-65ae-4d51-9ddb-5d8637496063 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:39.151156 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Network 3ab46690-c809-4838-abaf-d1125bdf773a details requested by agent ovs-agent-dv-cinder-818883-1-smb with host dv-cinder-818883-1-smb {{(pid=86839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 23 12:46:39.175343 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7b51f7e-51d9-4bd3-91f4-f6a41b43b1a0 admin admin] Made reservation on behalf of cee62862fd6b42729605c4fa4a76c954 for: {'subnet': 1} {{(pid=86837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:46:39.177689 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-c7b51f7e-51d9-4bd3-91f4-f6a41b43b1a0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:39.189602 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-c6255488-55f9-41d8-bfeb-b9571fa2a55a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:39.200673 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-c6255488-55f9-41d8-bfeb-b9571fa2a55a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:39.280453 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-f4dea593-f1d3-477c-afa8-aff29c344951 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:39.303183 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-c6255488-55f9-41d8-bfeb-b9571fa2a55a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=238cd10d51c6452f864141727c20e067&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5731437 Nov 23 12:46:39.334785 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 46318) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:39.459770 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-47e5b042-dc30-4701-b69c-107837136237 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:39.501797 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abefebe-082e-4afa-a6e5-fc86dfb7da11 req-5c73cd84-cb73-44c1-942a-8f5f262012bf tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:39.503400 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-3abefebe-082e-4afa-a6e5-fc86dfb7da11 req-5c73cd84-cb73-44c1-942a-8f5f262012bf tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.54 "GET /v2.0/networks?id=f9d133c8-4135-48e6-b582-06743cb8c4da HTTP/1.1" status: 200 len: 817 time: 0.7496865 Nov 23 12:46:39.506196 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Device 7f114a60-ca8e-4a26-a4c5-b1177a8c45be details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 23 12:46:39.529497 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-3bcc94bc-ee94-4d08-99d4-5f3c5654554e req-360a1a7f-3bd9-48ec-88af-c7df3e7917f9 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4d90f60-e137-4811-85c3-0bcfe3e77242 HTTP/1.1" status: 200 len: 210 time: 0.1647704 Nov 23 12:46:39.539479 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-47e5b042-dc30-4701-b69c-107837136237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:39.548435 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6255488-55f9-41d8-bfeb-b9571fa2a55a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a81eb12-20b3-43b2-ba99-ae09e334ba5a,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:39.553162 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.v2.base [req-3abefebe-082e-4afa-a6e5-fc86dfb7da11 req-a8f1c57f-d409-446b-9c64-34626127eda4 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Request body: {'port': {'device_id': '1aa277d2-d587-4c30-a177-a45523276ec0', 'network_id': 'f9d133c8-4135-48e6-b582-06743cb8c4da', 'admin_state_up': True, 'tenant_id': '91624ff73b014ed4aa8831330bf94986'}} {{(pid=86837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:46:39.563537 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-c6255488-55f9-41d8-bfeb-b9571fa2a55a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:39.596063 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:39.703997 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.db.resource_extend [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 12:46:39.770639 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-47e5b042-dc30-4701-b69c-107837136237 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=91864d82978f41f7ab92d9f425be076e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7461727 Nov 23 12:46:39.771840 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e5b042-dc30-4701-b69c-107837136237 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ccf70f9-42cf-437c-929e-e68a02b7b180,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:39.776977 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-47e5b042-dc30-4701-b69c-107837136237 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:39.777753 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 46340) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:39.795338 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936a1f09-9b53-411f-9ca0-c99dfb3ccaa3 req-a7b191e0-1ef5-4fe0-9f22-672f116127e9 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:39.796917 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-936a1f09-9b53-411f-9ca0-c99dfb3ccaa3 req-a7b191e0-1ef5-4fe0-9f22-672f116127e9 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f160759-d9fc-45e2-8533-6615870234d8 HTTP/1.1" status: 200 len: 944 time: 0.4099011 Nov 23 12:46:39.811807 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-d4e4e516-00ca-4dae-9286-b33ff8036b4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:39.846071 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-d4e4e516-00ca-4dae-9286-b33ff8036b4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:39.866993 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:39.895547 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [req-3abefebe-082e-4afa-a6e5-fc86dfb7da11 req-a8f1c57f-d409-446b-9c64-34626127eda4 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:46:39.904871 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [req-3abefebe-082e-4afa-a6e5-fc86dfb7da11 req-a8f1c57f-d409-446b-9c64-34626127eda4 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Usage tracker for resource:port and tenant:91624ff73b014ed4aa8831330bf94986 is out of sync, need to count used quota {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:46:39.943351 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] For port fe9291ed-8143-488d-b840-259ef650d936, host dv-cinder-818883-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-smb',level=0,port_id=fe9291ed-8143-488d-b840-259ef650d936,segment=NetworkSegment(2ce219c0-31bb-4a35-97c5-ece432ad3767),segment_id=2ce219c0-31bb-4a35-97c5-ece432ad3767)] {{(pid=86839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:46:39.949987 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] For port 7f114a60-ca8e-4a26-a4c5-b1177a8c45be, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=7f114a60-ca8e-4a26-a4c5-b1177a8c45be,segment=NetworkSegment(85703ffb-0024-40a4-9e1c-786d143a488d),segment_id=85703ffb-0024-40a4-9e1c-786d143a488d)] {{(pid=86839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:46:39.958179 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826'] for port, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:39.959305 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Device 419537b5-27b9-4947-af41-1b4829e4c6fc up at agent ovs-agent-dv-cinder-818883-1-smb {{(pid=86839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:46:40.007841 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-2c64c244-2fff-4cb4-b04f-16ca33b0c54f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:40.061140 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-83f37898-807a-4d9d-a245-191d05197718 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:40.115623 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-d4e4e516-00ca-4dae-9286-b33ff8036b4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:40.120297 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Returning: {'device': '7f114a60-ca8e-4a26-a4c5-b1177a8c45be', 'network_id': 'db06a41a-eafd-447e-965a-14c1b39ecb30', 'port_id': '7f114a60-ca8e-4a26-a4c5-b1177a8c45be', 'mac_address': 'fa:16:3e:4a:99:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 760, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0d370b4-ffde-4b58-bd7e-c9414689a347', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 23 12:46:40.145698 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-dbef3b46-65ae-4d51-9ddb-5d8637496063 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Notify callbacks [] for port, precommit_update {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:40.147437 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-936a1f09-9b53-411f-9ca0-c99dfb3ccaa3 req-427a4f2c-ce34-4386-8961-67987b4f300f tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.31 "GET /v2.0/security-groups?id=0a850f89-1fcd-4fc3-a6fa-0f4e61598668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3367534 Nov 23 12:46:40.156469 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [req-3abefebe-082e-4afa-a6e5-fc86dfb7da11 req-a8f1c57f-d409-446b-9c64-34626127eda4 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Quota usage for port was recalculated. Used quota:1. {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:46:40.158796 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:40.163054 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [req-3abefebe-082e-4afa-a6e5-fc86dfb7da11 req-a8f1c57f-d409-446b-9c64-34626127eda4 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:46:40.184468 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-dbef3b46-65ae-4d51-9ddb-5d8637496063 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826'] for port, after_update {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:40.189022 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3abefebe-082e-4afa-a6e5-fc86dfb7da11 req-a8f1c57f-d409-446b-9c64-34626127eda4 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Made reservation on behalf of 91624ff73b014ed4aa8831330bf94986 for: {'port': 1} {{(pid=86837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:46:40.192952 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-3abefebe-082e-4afa-a6e5-fc86dfb7da11 req-a8f1c57f-d409-446b-9c64-34626127eda4 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:40.219979 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-f21d9718-0929-45c1-9fdc-f7f22bfd23b6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:40.226451 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-83f37898-807a-4d9d-a245-191d05197718 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:40.253984 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e4e516-00ca-4dae-9286-b33ff8036b4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a81eb12-20b3-43b2-ba99-ae09e334ba5a,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:40.263454 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-d4e4e516-00ca-4dae-9286-b33ff8036b4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:40.273078 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-d4e4e516-00ca-4dae-9286-b33ff8036b4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:40.276779 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-d4e4e516-00ca-4dae-9286-b33ff8036b4e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7a81eb12-20b3-43b2-ba99-ae09e334ba5a HTTP/1.1" status: 204 len: 168 time: 0.9283979 Nov 23 12:46:40.340786 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-83f37898-807a-4d9d-a245-191d05197718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:40.345510 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:40.363449 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Provisioning complete for port 419537b5-27b9-4947-af41-1b4829e4c6fc triggered by entity L2. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:46:40.364065 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567787'] for port, provisioning_complete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:40.373340 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f37898-807a-4d9d-a245-191d05197718 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ccf70f9-42cf-437c-929e-e68a02b7b180,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:40.376541 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-83f37898-807a-4d9d-a245-191d05197718 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:40.436363 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-83f37898-807a-4d9d-a245-191d05197718 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:40.437513 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-83f37898-807a-4d9d-a245-191d05197718 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0ccf70f9-42cf-437c-929e-e68a02b7b180 HTTP/1.1" status: 204 len: 168 time: 0.6550219 Nov 23 12:46:40.483172 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Pushing event updated for resources: {'Port': ['ID=fe9291ed-8143-488d-b840-259ef650d936,revision_number=5']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:40.498368 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:40.507912 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:40.509680 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e523c30b-39d1-4e26-a1c4-9f157dc79e2d req-044b5d03-b058-450a-a21c-29c5c6a951d0 tempest-DeleteServersTestJSON-2039855933 tempest-DeleteServersTestJSON-2039855933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:40.511817 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-e523c30b-39d1-4e26-a1c4-9f157dc79e2d req-044b5d03-b058-450a-a21c-29c5c6a951d0 tempest-DeleteServersTestJSON-2039855933 tempest-DeleteServersTestJSON-2039855933-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc9a5223-b06b-4769-ba6b-4d2311a21559 HTTP/1.1" status: 200 len: 944 time: 0.1323740 Nov 23 12:46:40.527474 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbef3b46-65ae-4d51-9ddb-5d8637496063 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Pushing event updated for resources: {'Port': ['ID=6489efd1-27f7-47e8-bdfe-d6fd0ff7c40d,revision_number=2']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:40.533452 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-dbef3b46-65ae-4d51-9ddb-5d8637496063 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:40.533996 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.notifiers.nova [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f114a60-ca8e-4a26-a4c5-b1177a8c45be {{(pid=86839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 12:46:40.563822 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] For port 7f114a60-ca8e-4a26-a4c5-b1177a8c45be, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=7f114a60-ca8e-4a26-a4c5-b1177a8c45be,segment=NetworkSegment(85703ffb-0024-40a4-9e1c-786d143a488d),segment_id=85703ffb-0024-40a4-9e1c-786d143a488d)] {{(pid=86839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:46:40.581113 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-dbef3b46-65ae-4d51-9ddb-5d8637496063 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-505741'] for floatingip, after_update {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:40.602349 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-e523c30b-39d1-4e26-a1c4-9f157dc79e2d req-f5ac1ca5-9ddb-48b2-82ee-46fd1f234e69 tempest-DeleteServersTestJSON-2039855933 tempest-DeleteServersTestJSON-2039855933-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee2954f9-8dbc-41bd-89bd-8ae39b19f461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829449 Nov 23 12:46:40.603939 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826'] for port, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:40.611029 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:40.705674 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-dbef3b46-65ae-4d51-9ddb-5d8637496063 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188604'] for floatingip, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:40.706985 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-dbef3b46-65ae-4d51-9ddb-5d8637496063 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1914461 Nov 23 12:46:40.739231 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Pushing event updated for resources: {'Port': ['ID=7f114a60-ca8e-4a26-a4c5-b1177a8c45be,revision_number=4']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:40.742399 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:40.775845 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-c9167a7c-9b2d-4671-a553-cb5a4a8213a8 req-e72ecdd3-b94c-437c-9ef1-4d75f47e5df2 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4d90f60-e137-4811-85c3-0bcfe3e77242 HTTP/1.1" status: 200 len: 210 time: 0.0715132 Nov 23 12:46:40.839157 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] get_ports_and_sgs() called for port_ids ['7f114a60-ca8e-4a26-a4c5-b1177a8c45be'] {{(pid=86839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 12:46:40.871753 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.db_base_plugin_common [req-3abefebe-082e-4afa-a6e5-fc86dfb7da11 req-a8f1c57f-d409-446b-9c64-34626127eda4 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Allocated IP 172.20.0.9 (f9d133c8-4135-48e6-b582-06743cb8c4da/bd51d8cb-0c29-4851-b2cf-4f44e529c93c/802d7382-a7a7-4d00-8901-3b4993b19393) {{(pid=86837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:46:40.895923 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Device fe9291ed-8143-488d-b840-259ef650d936 up at agent ovs-agent-dv-cinder-818883-1-smb {{(pid=86839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:46:40.964128 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-c7b51f7e-51d9-4bd3-91f4-f6a41b43b1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595'] for subnet, after_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:40.983765 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:41.021495 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Provisioning complete for port fe9291ed-8143-488d-b840-259ef650d936 triggered by entity L2. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:46:41.021896 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567787'] for port, provisioning_complete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:41.052386 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 46374) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:41.132647 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-d38cddf0-5c4d-4128-b80a-2cd7f8547b17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:41.185008 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-d38cddf0-5c4d-4128-b80a-2cd7f8547b17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:46:41.198360 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b51f7e-51d9-4bd3-91f4-f6a41b43b1a0 admin admin] Checking segment: {'id': '8caa1080-d72e-46a6-8712-0ce1b4ba8178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '3ab46690-c809-4838-abaf-d1125bdf773a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:46:41.198770 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b51f7e-51d9-4bd3-91f4-f6a41b43b1a0 admin admin] Network hostable DHCP agents. Network: 3ab46690-c809-4838-abaf-d1125bdf773a, hostable agents: ['7adafed1-c9c5-48d0-9254-d37451f0c452'], hosted agents: [] {{(pid=86837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 12:46:41.226493 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b51f7e-51d9-4bd3-91f4-f6a41b43b1a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d8dc71f-f25d-43a3-b56c-7208825e8e20,revision_number=0']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:41.230808 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-c7b51f7e-51d9-4bd3-91f4-f6a41b43b1a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:41.235914 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-d38cddf0-5c4d-4128-b80a-2cd7f8547b17 admin admin] Usage tracker for resource:security_group_rule and tenant:9c989edd87f24595b430206fe73dcb46 is out of sync, need to count used quota {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:46:41.252309 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-d38cddf0-5c4d-4128-b80a-2cd7f8547b17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:46:41.254076 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b40b19-6125-49a3-90fd-ace078f4b64f req-5c9e00bb-a6a2-48c2-9482-a905e3fb9ebe tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:41.257097 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-d2b40b19-6125-49a3-90fd-ace078f4b64f req-5c9e00bb-a6a2-48c2-9482-a905e3fb9ebe tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.54 "GET /v2.0/networks?id=f9d133c8-4135-48e6-b582-06743cb8c4da HTTP/1.1" status: 200 len: 817 time: 0.3424323 Nov 23 12:46:41.276616 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.v2.base [req-d2b40b19-6125-49a3-90fd-ace078f4b64f req-dd259a10-011b-4a1c-b8f7-b475d839daf1 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Request body: {'port': {'device_id': 'c4d90f60-e137-4811-85c3-0bcfe3e77242', 'network_id': 'f9d133c8-4135-48e6-b582-06743cb8c4da', 'admin_state_up': True, 'tenant_id': '91624ff73b014ed4aa8831330bf94986'}} {{(pid=86838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:46:41.310198 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-d38cddf0-5c4d-4128-b80a-2cd7f8547b17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:46:41.453774 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b51f7e-51d9-4bd3-91f4-f6a41b43b1a0 admin admin] Network 3ab46690-c809-4838-abaf-d1125bdf773a is scheduled to be hosted by DHCP agent 7adafed1-c9c5-48d0-9254-d37451f0c452 with binding_index 1 {{(pid=86837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 12:46:41.480979 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.scheduler.base_scheduler [None req-c7b51f7e-51d9-4bd3-91f4-f6a41b43b1a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818883-1-smb, 3ab46690-c809-4838-abaf-d1125bdf773a) {{(pid=86837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:46:41.486273 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b51f7e-51d9-4bd3-91f4-f6a41b43b1a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:41.486915 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-c7b51f7e-51d9-4bd3-91f4-f6a41b43b1a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600637'] for subnet, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:41.492045 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 46394) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:41.503499 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Device f0c437a5-ffbd-4557-b25e-ec087d70b044 up at agent hyperv_hv-cinder-81888 {{(pid=86839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:46:41.547397 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-88e752cf-ace0-4d93-b787-f449cee1fc05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:41.549235 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8efc5d89-f686-46f8-8acc-ab1a4ba0187c None None] Network 3ab46690-c809-4838-abaf-d1125bdf773a requested from dv-cinder-818883-1-smb {{(pid=86839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 12:46:41.606231 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-88e752cf-ace0-4d93-b787-f449cee1fc05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:46:41.607017 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [req-d2b40b19-6125-49a3-90fd-ace078f4b64f req-dd259a10-011b-4a1c-b8f7-b475d839daf1 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:46:41.621424 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-88e752cf-ace0-4d93-b787-f449cee1fc05 admin admin] Usage tracker for resource:security_group_rule and tenant:3ba9114a271b4e5781410f491c6ab44c is out of sync, need to count used quota {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:46:41.626607 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-88e752cf-ace0-4d93-b787-f449cee1fc05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:46:41.646507 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-c7b51f7e-51d9-4bd3-91f4-f6a41b43b1a0 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.7606549 Nov 23 12:46:41.654335 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-88e752cf-ace0-4d93-b787-f449cee1fc05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:46:41.659846 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-3abefebe-082e-4afa-a6e5-fc86dfb7da11 req-a8f1c57f-d409-446b-9c64-34626127eda4 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Notify callbacks [] for port, precommit_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:41.677601 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-d2b40b19-6125-49a3-90fd-ace078f4b64f req-dd259a10-011b-4a1c-b8f7-b475d839daf1 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Usage tracker for resource:port and tenant:91624ff73b014ed4aa8831330bf94986 is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:46:41.693556 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-d2b40b19-6125-49a3-90fd-ace078f4b64f req-dd259a10-011b-4a1c-b8f7-b475d839daf1 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Quota usage for port was recalculated. Used quota:1. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:46:41.720776 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [req-d2b40b19-6125-49a3-90fd-ace078f4b64f req-dd259a10-011b-4a1c-b8f7-b475d839daf1 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:46:41.762960 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-0433a157-7d66-46b1-b693-3d99d5a3b0e4 req-0b407755-5611-4785-b8c6-8e1e8bd841ec tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Synchronizing usage tracker for tenant:e6142a50a1bb4ef9bfd9b1bc59edda1d on resource:security_group {{(pid=86838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:46:41.767909 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-d38cddf0-5c4d-4128-b80a-2cd7f8547b17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:41.776982 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37945d9a-7e01-4b76-a91f-72d462a20708 req-63bc93c2-e202-480f-89cc-54aad28ea930 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:41.778791 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-37945d9a-7e01-4b76-a91f-72d462a20708 req-63bc93c2-e202-480f-89cc-54aad28ea930 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f160759-d9fc-45e2-8533-6615870234d8 HTTP/1.1" status: 200 len: 945 time: 0.1807849 Nov 23 12:46:41.784186 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-d38cddf0-5c4d-4128-b80a-2cd7f8547b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:41.794767 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2b40b19-6125-49a3-90fd-ace078f4b64f req-dd259a10-011b-4a1c-b8f7-b475d839daf1 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Made reservation on behalf of 91624ff73b014ed4aa8831330bf94986 for: {'port': 1} {{(pid=86838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:46:41.799076 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-d2b40b19-6125-49a3-90fd-ace078f4b64f req-dd259a10-011b-4a1c-b8f7-b475d839daf1 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:41.802887 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Provisioning for port f0c437a5-ffbd-4557-b25e-ec087d70b044 completed by entity L2. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:46:41.815191 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:41.821413 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Provisioning complete for port f0c437a5-ffbd-4557-b25e-ec087d70b044 triggered by entity L2. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:46:41.821966 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567787'] for port, provisioning_complete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:41.889366 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-3abefebe-082e-4afa-a6e5-fc86dfb7da11 req-a8f1c57f-d409-446b-9c64-34626127eda4 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788170525763'] for port, after_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:41.930504 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-d38cddf0-5c4d-4128-b80a-2cd7f8547b17 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9c989edd87f24595b430206fe73dcb46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8743253 Nov 23 12:46:41.933253 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38cddf0-5c4d-4128-b80a-2cd7f8547b17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8a80c3f-5501-4522-8bec-9cb1fb43447a,revision_number=1']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:41.937235 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-d38cddf0-5c4d-4128-b80a-2cd7f8547b17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:41.937835 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 46408) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:41.939628 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:41.965354 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-0433a157-7d66-46b1-b693-3d99d5a3b0e4 req-0b407755-5611-4785-b8c6-8e1e8bd841ec tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Unset dirty status for tenant:e6142a50a1bb4ef9bfd9b1bc59edda1d on resource:security_group {{(pid=86838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:46:41.966432 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-0433a157-7d66-46b1-b693-3d99d5a3b0e4 req-0b407755-5611-4785-b8c6-8e1e8bd841ec tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--632928943&fields=id&tenant_id=e6142a50a1bb4ef9bfd9b1bc59edda1d HTTP/1.1" status: 200 len: 267 time: 0.3650985 Nov 23 12:46:42.012214 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3abefebe-082e-4afa-a6e5-fc86dfb7da11 req-a8f1c57f-d409-446b-9c64-34626127eda4 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Network f9d133c8-4135-48e6-b582-06743cb8c4da is already hosted by enough agents. {{(pid=86837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:46:42.023116 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1739ee-d0af-4cac-97eb-dd9dc0857591 None None] Network 3ab46690-c809-4838-abaf-d1125bdf773a requested from dv-cinder-818883-1-smb {{(pid=86839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 12:46:42.025332 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 46414) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:42.037499 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.scheduler.base_scheduler [req-3abefebe-082e-4afa-a6e5-fc86dfb7da11 req-a8f1c57f-d409-446b-9c64-34626127eda4 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Resources bound (agent type, host, resource id): {{(pid=86837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:46:42.044888 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.l3_dvrscheduler_db [req-3abefebe-082e-4afa-a6e5-fc86dfb7da11 req-a8f1c57f-d409-446b-9c64-34626127eda4 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Received port after_create {{(pid=86837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 12:46:42.054325 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abefebe-082e-4afa-a6e5-fc86dfb7da11 req-a8f1c57f-d409-446b-9c64-34626127eda4 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:42.055410 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-3abefebe-082e-4afa-a6e5-fc86dfb7da11 req-a8f1c57f-d409-446b-9c64-34626127eda4 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600637'] for port, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:42.094747 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-88e752cf-ace0-4d93-b787-f449cee1fc05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:42.133003 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f1c57f-d409-446b-9c64-34626127eda4 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Pushing event updated for resources: {'Port': ['ID=802d7382-a7a7-4d00-8901-3b4993b19393,revision_number=1']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:42.137436 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-a8f1c57f-d409-446b-9c64-34626127eda4 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:42.138129 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-88e752cf-ace0-4d93-b787-f449cee1fc05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:42.161102 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:42.174990 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-3abefebe-082e-4afa-a6e5-fc86dfb7da11 req-a8f1c57f-d409-446b-9c64-34626127eda4 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6600795 Nov 23 12:46:42.192882 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.db_base_plugin_common [req-d2b40b19-6125-49a3-90fd-ace078f4b64f req-dd259a10-011b-4a1c-b8f7-b475d839daf1 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Allocated IP 172.20.0.10 (f9d133c8-4135-48e6-b582-06743cb8c4da/bd51d8cb-0c29-4851-b2cf-4f44e529c93c/544b571b-f84a-45cd-82a6-bcdf0529258b) {{(pid=86838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:46:42.197870 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.v2.base [req-3abefebe-082e-4afa-a6e5-fc86dfb7da11 req-21b9fba8-4564-47e1-bc94-eaeaf52cb4c6 service neutron] Request body: {'port': {'device_id': '1aa277d2-d587-4c30-a177-a45523276ec0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:46:42.220857 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:42.265898 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-88e752cf-ace0-4d93-b787-f449cee1fc05 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3ba9114a271b4e5781410f491c6ab44c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7647686 Nov 23 12:46:42.275109 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e752cf-ace0-4d93-b787-f449cee1fc05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7708f4bf-4249-4aae-a4de-30c526dc0835,revision_number=1']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:42.279355 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-88e752cf-ace0-4d93-b787-f449cee1fc05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:42.282753 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 46418) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:42.303571 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc9a5223-b06b-4769-ba6b-4d2311a21559', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0c437a5-ffbd-4557-b25e-ec087d70b044'}] {{(pid=86839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:46:42.355836 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-1191150a-94f0-44c0-ab4b-449b3a8a7a50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:42.443962 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-1191150a-94f0-44c0-ab4b-449b3a8a7a50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:42.447471 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-37945d9a-7e01-4b76-a91f-72d462a20708 req-645d75c9-7105-4078-84b4-4a605fa0a3c5 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.31 "GET /v2.0/security-groups?id=0a850f89-1fcd-4fc3-a6fa-0f4e61598668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6528525 Nov 23 12:46:42.469269 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] For port f0c437a5-ffbd-4557-b25e-ec087d70b044, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=f0c437a5-ffbd-4557-b25e-ec087d70b044,segment=NetworkSegment(7dfe855d-43f1-4afb-9401-223ec6aba994),segment_id=7dfe855d-43f1-4afb-9401-223ec6aba994)] {{(pid=86839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:46:42.480305 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-3abefebe-082e-4afa-a6e5-fc86dfb7da11 req-21b9fba8-4564-47e1-bc94-eaeaf52cb4c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:42.487482 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826'] for port, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:42.489622 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:42.532891 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-8457b8b4-dfaf-405a-b454-9caa626a6f5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:42.618884 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Pushing event updated for resources: {'Port': ['ID=f0c437a5-ffbd-4557-b25e-ec087d70b044,revision_number=5']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:42.620220 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-d2b40b19-6125-49a3-90fd-ace078f4b64f req-dd259a10-011b-4a1c-b8f7-b475d839daf1 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Notify callbacks [] for port, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:42.623106 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:42.631275 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-8457b8b4-dfaf-405a-b454-9caa626a6f5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:42.732494 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-1191150a-94f0-44c0-ab4b-449b3a8a7a50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:42.749104 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-719e6f60-bbed-43e5-83b7-8716cfde8678 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:42.766469 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1191150a-94f0-44c0-ab4b-449b3a8a7a50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8a80c3f-5501-4522-8bec-9cb1fb43447a,revision_number=None']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:42.769745 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-1191150a-94f0-44c0-ab4b-449b3a8a7a50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:42.786673 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-d2b40b19-6125-49a3-90fd-ace078f4b64f req-dd259a10-011b-4a1c-b8f7-b475d839daf1 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788170525763'] for port, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:42.789107 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-1191150a-94f0-44c0-ab4b-449b3a8a7a50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:42.791786 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-1191150a-94f0-44c0-ab4b-449b3a8a7a50 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e8a80c3f-5501-4522-8bec-9cb1fb43447a HTTP/1.1" status: 204 len: 168 time: 0.8168614 Nov 23 12:46:42.813356 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-8457b8b4-dfaf-405a-b454-9caa626a6f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:42.874205 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-e9e84c1c-5cf6-49ed-a5d5-6c8107575e63 tempest-DeleteServersTestJSON-2039855933 tempest-DeleteServersTestJSON-2039855933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:42.918957 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0433a157-7d66-46b1-b693-3d99d5a3b0e4 req-7ca4f1fc-6d93-4861-a01f-2f9170d29a49 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:42.919636 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-0433a157-7d66-46b1-b693-3d99d5a3b0e4 req-7ca4f1fc-6d93-4861-a01f-2f9170d29a49 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Synchronizing usage tracker for tenant:e6142a50a1bb4ef9bfd9b1bc59edda1d on resource:network {{(pid=86838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:46:42.954468 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-675fb142-e9fa-4eb7-a57e-c7a2e0dd6984 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:42.977874 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-8457b8b4-dfaf-405a-b454-9caa626a6f5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:42.978876 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-8457b8b4-dfaf-405a-b454-9caa626a6f5a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7708f4bf-4249-4aae-a4de-30c526dc0835 HTTP/1.1" status: 204 len: 168 time: 0.6868784 Nov 23 12:46:42.982231 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8457b8b4-dfaf-405a-b454-9caa626a6f5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7708f4bf-4249-4aae-a4de-30c526dc0835,revision_number=None']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:42.985397 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-8457b8b4-dfaf-405a-b454-9caa626a6f5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:42.994360 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2b40b19-6125-49a3-90fd-ace078f4b64f req-dd259a10-011b-4a1c-b8f7-b475d839daf1 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Network f9d133c8-4135-48e6-b582-06743cb8c4da is already hosted by enough agents. {{(pid=86838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:46:43.006742 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.db_base_plugin_v2 [None req-889f59b5-8b4d-4631-81ca-0df3be0de9b2 admin admin] Deleting subnet 85b39cd0-47cc-4f99-ab35-c73fd9191d73 {{(pid=86838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 23 12:46:43.013820 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.scheduler.base_scheduler [req-d2b40b19-6125-49a3-90fd-ace078f4b64f req-dd259a10-011b-4a1c-b8f7-b475d839daf1 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Resources bound (agent type, host, resource id): {{(pid=86838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:46:43.021869 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-889f59b5-8b4d-4631-81ca-0df3be0de9b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:43.055951 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2b40b19-6125-49a3-90fd-ace078f4b64f req-dd259a10-011b-4a1c-b8f7-b475d839daf1 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Received port after_create {{(pid=86838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 12:46:43.061530 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b40b19-6125-49a3-90fd-ace078f4b64f req-dd259a10-011b-4a1c-b8f7-b475d839daf1 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:43.062185 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-d2b40b19-6125-49a3-90fd-ace078f4b64f req-dd259a10-011b-4a1c-b8f7-b475d839daf1 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600637'] for port, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:43.073494 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd259a10-011b-4a1c-b8f7-b475d839daf1 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Pushing event updated for resources: {'Port': ['ID=544b571b-f84a-45cd-82a6-bcdf0529258b,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:43.075909 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-0433a157-7d66-46b1-b693-3d99d5a3b0e4 req-7ca4f1fc-6d93-4861-a01f-2f9170d29a49 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Unset dirty status for tenant:e6142a50a1bb4ef9bfd9b1bc59edda1d on resource:network {{(pid=86838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:46:43.077053 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-0433a157-7d66-46b1-b693-3d99d5a3b0e4 req-7ca4f1fc-6d93-4861-a01f-2f9170d29a49 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] 10.222.0.31 "GET /v2.0/networks?id=f34ec0a4-d329-411a-9213-97be29ff4587 HTTP/1.1" status: 200 len: 810 time: 1.0994401 Nov 23 12:46:43.077813 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-dd259a10-011b-4a1c-b8f7-b475d839daf1 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:43.121587 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-0433a157-7d66-46b1-b693-3d99d5a3b0e4 req-b231ab07-d301-4e77-8bb7-5e2914d9f1ee tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] 10.222.0.31 "GET /v2.0/quotas/e6142a50a1bb4ef9bfd9b1bc59edda1d HTTP/1.1" status: 200 len: 375 time: 0.0257258 Nov 23 12:46:43.134363 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-889f59b5-8b4d-4631-81ca-0df3be0de9b2 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:43.184205 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.notifiers.nova [req-3abefebe-082e-4afa-a6e5-fc86dfb7da11 req-21b9fba8-4564-47e1-bc94-eaeaf52cb4c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 802d7382-a7a7-4d00-8901-3b4993b19393 {{(pid=86837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 12:46:43.186182 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-d2b40b19-6125-49a3-90fd-ace078f4b64f req-dd259a10-011b-4a1c-b8f7-b475d839daf1 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9196806 Nov 23 12:46:43.193138 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-3abefebe-082e-4afa-a6e5-fc86dfb7da11 req-21b9fba8-4564-47e1-bc94-eaeaf52cb4c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:43.197611 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 46454) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:43.208493 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0d28d2-387d-46fe-b585-29c168c43a34 req-3328ac74-ce8c-418d-b5e3-b4cbbabebac9 tempest-DeleteServersTestJSON-2039855933 tempest-DeleteServersTestJSON-2039855933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:43.216893 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-bb0d28d2-387d-46fe-b585-29c168c43a34 req-3328ac74-ce8c-418d-b5e3-b4cbbabebac9 tempest-DeleteServersTestJSON-2039855933 tempest-DeleteServersTestJSON-2039855933-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc9a5223-b06b-4769-ba6b-4d2311a21559 HTTP/1.1" status: 200 len: 945 time: 0.5022573 Nov 23 12:46:43.218457 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-889f59b5-8b4d-4631-81ca-0df3be0de9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569929'] for subnet, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:43.222501 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.provisioning_blocks [req-3abefebe-082e-4afa-a6e5-fc86dfb7da11 req-21b9fba8-4564-47e1-bc94-eaeaf52cb4c6 service neutron] Transition to ACTIVE for port object 802d7382-a7a7-4d00-8901-3b4993b19393 will not be triggered until provisioned by entity L2. {{(pid=86837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:46:43.229336 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-3abefebe-082e-4afa-a6e5-fc86dfb7da11 req-21b9fba8-4564-47e1-bc94-eaeaf52cb4c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826'] for port, after_update {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:43.238248 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-f21d9718-0929-45c1-9fdc-f7f22bfd23b6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:43.261831 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.v2.base [req-d2b40b19-6125-49a3-90fd-ace078f4b64f req-7f0cf118-13c6-4435-b3c8-fc433d422fe4 service neutron] Request body: {'port': {'device_id': 'c4d90f60-e137-4811-85c3-0bcfe3e77242', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:46:43.443881 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b9fba8-4564-47e1-bc94-eaeaf52cb4c6 service neutron] Pushing event updated for resources: {'Port': ['ID=802d7382-a7a7-4d00-8901-3b4993b19393,revision_number=2']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:43.447310 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-21b9fba8-4564-47e1-bc94-eaeaf52cb4c6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:43.452408 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.managers [req-3abefebe-082e-4afa-a6e5-fc86dfb7da11 req-21b9fba8-4564-47e1-bc94-eaeaf52cb4c6 service neutron] Attempting to bind port 802d7382-a7a7-4d00-8901-3b4993b19393 on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 12:46:43.453535 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.managers [req-3abefebe-082e-4afa-a6e5-fc86dfb7da11 req-21b9fba8-4564-47e1-bc94-eaeaf52cb4c6 service neutron] Attempting to bind port 802d7382-a7a7-4d00-8901-3b4993b19393 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '2ce219c0-31bb-4a35-97c5-ece432ad3767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'f9d133c8-4135-48e6-b582-06743cb8c4da'}] {{(pid=86837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 12:46:43.453834 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3abefebe-082e-4afa-a6e5-fc86dfb7da11 req-21b9fba8-4564-47e1-bc94-eaeaf52cb4c6 service neutron] Attempting to bind port 802d7382-a7a7-4d00-8901-3b4993b19393 on network f9d133c8-4135-48e6-b582-06743cb8c4da {{(pid=86837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:46:43.455622 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Device 7f114a60-ca8e-4a26-a4c5-b1177a8c45be up at agent hyperv_hv-cinder-81888 {{(pid=86839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:46:43.460478 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3abefebe-082e-4afa-a6e5-fc86dfb7da11 req-21b9fba8-4564-47e1-bc94-eaeaf52cb4c6 service neutron] Port 802d7382-a7a7-4d00-8901-3b4993b19393 on network f9d133c8-4135-48e6-b582-06743cb8c4da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 23 12:46:43.460804 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3abefebe-082e-4afa-a6e5-fc86dfb7da11 req-21b9fba8-4564-47e1-bc94-eaeaf52cb4c6 service neutron] Attempting to bind port 802d7382-a7a7-4d00-8901-3b4993b19393 on network f9d133c8-4135-48e6-b582-06743cb8c4da {{(pid=86837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:46:43.469118 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3abefebe-082e-4afa-a6e5-fc86dfb7da11 req-21b9fba8-4564-47e1-bc94-eaeaf52cb4c6 service neutron] Checking agent: {'id': 'c02b2241-eea5-43d7-ab73-e33b65374cd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 44, 5), 'started_at': datetime.datetime(2021, 11, 23, 12, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 12:46:43.469685 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3abefebe-082e-4afa-a6e5-fc86dfb7da11 req-21b9fba8-4564-47e1-bc94-eaeaf52cb4c6 service neutron] Checking segment: {'id': '2ce219c0-31bb-4a35-97c5-ece432ad3767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'f9d133c8-4135-48e6-b582-06743cb8c4da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:46:43.470864 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3abefebe-082e-4afa-a6e5-fc86dfb7da11 req-21b9fba8-4564-47e1-bc94-eaeaf52cb4c6 service neutron] Bound using segment: {'id': '2ce219c0-31bb-4a35-97c5-ece432ad3767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'f9d133c8-4135-48e6-b582-06743cb8c4da'} {{(pid=86837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 12:46:43.470864 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.managers [req-3abefebe-082e-4afa-a6e5-fc86dfb7da11 req-21b9fba8-4564-47e1-bc94-eaeaf52cb4c6 service neutron] Bound port: 802d7382-a7a7-4d00-8901-3b4993b19393, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ce219c0-31bb-4a35-97c5-ece432ad3767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'f9d133c8-4135-48e6-b582-06743cb8c4da'}}] {{(pid=86837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 12:46:43.471266 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-3abefebe-082e-4afa-a6e5-fc86dfb7da11 req-21b9fba8-4564-47e1-bc94-eaeaf52cb4c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:43.476109 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-bb0d28d2-387d-46fe-b585-29c168c43a34 req-910f4bb8-5d62-442a-955d-2afd90861f7d tempest-DeleteServersTestJSON-2039855933 tempest-DeleteServersTestJSON-2039855933-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee2954f9-8dbc-41bd-89bd-8ae39b19f461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590854 Nov 23 12:46:43.591540 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-d2b40b19-6125-49a3-90fd-ace078f4b64f req-7f0cf118-13c6-4435-b3c8-fc433d422fe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:43.605973 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-889f59b5-8b4d-4631-81ca-0df3be0de9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595'] for subnet, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:43.620467 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-0433a157-7d66-46b1-b693-3d99d5a3b0e4 req-22bc9fc6-49e8-45ca-9bb8-2eff0d3b2381 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Synchronizing usage tracker for tenant:e6142a50a1bb4ef9bfd9b1bc59edda1d on resource:port {{(pid=86838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:46:43.626093 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-6b9ed298-1a9f-477e-a7fb-a021e670cf06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:43.650730 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Provisioning for port 7f114a60-ca8e-4a26-a4c5-b1177a8c45be completed by entity L2. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:46:43.657851 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Provisioning complete for port 7f114a60-ca8e-4a26-a4c5-b1177a8c45be triggered by entity L2. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:46:43.658476 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567787'] for port, provisioning_complete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:43.671167 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.db [req-3abefebe-082e-4afa-a6e5-fc86dfb7da11 req-21b9fba8-4564-47e1-bc94-eaeaf52cb4c6 service neutron] For port 802d7382-a7a7-4d00-8901-3b4993b19393, host hv-cinder-81888, cleared binding levels {{(pid=86837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 12:46:43.674466 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:43.674951 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.db [req-3abefebe-082e-4afa-a6e5-fc86dfb7da11 req-21b9fba8-4564-47e1-bc94-eaeaf52cb4c6 service neutron] For port 802d7382-a7a7-4d00-8901-3b4993b19393, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=802d7382-a7a7-4d00-8901-3b4993b19393,segment=NetworkSegment(2ce219c0-31bb-4a35-97c5-ece432ad3767),segment_id=2ce219c0-31bb-4a35-97c5-ece432ad3767)] {{(pid=86837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 12:46:43.685614 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-3abefebe-082e-4afa-a6e5-fc86dfb7da11 req-21b9fba8-4564-47e1-bc94-eaeaf52cb4c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826'] for port, after_update {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:43.687047 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-6b9ed298-1a9f-477e-a7fb-a021e670cf06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:46:43.695130 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:43.781026 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-0433a157-7d66-46b1-b693-3d99d5a3b0e4 req-22bc9fc6-49e8-45ca-9bb8-2eff0d3b2381 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Unset dirty status for tenant:e6142a50a1bb4ef9bfd9b1bc59edda1d on resource:port {{(pid=86838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:46:43.781026 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-0433a157-7d66-46b1-b693-3d99d5a3b0e4 req-22bc9fc6-49e8-45ca-9bb8-2eff0d3b2381 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e6142a50a1bb4ef9bfd9b1bc59edda1d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6389210 Nov 23 12:46:43.781191 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-6b9ed298-1a9f-477e-a7fb-a021e670cf06 admin admin] Usage tracker for resource:security_group_rule and tenant:5323488d771f4326aaac74b1b37a104a is out of sync, need to count used quota {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:46:43.783805 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b9fba8-4564-47e1-bc94-eaeaf52cb4c6 service neutron] Pushing event updated for resources: {'Port': ['ID=802d7382-a7a7-4d00-8901-3b4993b19393,revision_number=3']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:43.786926 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-6b9ed298-1a9f-477e-a7fb-a021e670cf06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:46:43.789789 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889f59b5-8b4d-4631-81ca-0df3be0de9b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85b39cd0-47cc-4f99-ab35-c73fd9191d73,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:43.791787 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-21b9fba8-4564-47e1-bc94-eaeaf52cb4c6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:43.793643 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-889f59b5-8b4d-4631-81ca-0df3be0de9b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:43.798091 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-6b9ed298-1a9f-477e-a7fb-a021e670cf06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:46:43.802153 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-889f59b5-8b4d-4631-81ca-0df3be0de9b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600637'] for subnet, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:43.803793 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abefebe-082e-4afa-a6e5-fc86dfb7da11 req-21b9fba8-4564-47e1-bc94-eaeaf52cb4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:43.804785 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-3abefebe-082e-4afa-a6e5-fc86dfb7da11 req-21b9fba8-4564-47e1-bc94-eaeaf52cb4c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600637'] for port, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:43.806276 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-3abefebe-082e-4afa-a6e5-fc86dfb7da11 req-21b9fba8-4564-47e1-bc94-eaeaf52cb4c6 service neutron] 10.222.0.54 "PUT /v2.0/ports/802d7382-a7a7-4d00-8901-3b4993b19393 HTTP/1.1" status: 200 len: 1093 time: 1.6232080 Nov 23 12:46:43.807115 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1aa277d2-d587-4c30-a177-a45523276ec0', 'tag': '802d7382-a7a7-4d00-8901-3b4993b19393'}] {{(pid=86837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:46:43.821198 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-889f59b5-8b4d-4631-81ca-0df3be0de9b2 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/85b39cd0-47cc-4f99-ab35-c73fd9191d73 HTTP/1.1" status: 204 len: 168 time: 1.3929069 Nov 23 12:46:43.824109 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 46482) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:43.851065 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:43.900251 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] For port 7f114a60-ca8e-4a26-a4c5-b1177a8c45be, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=7f114a60-ca8e-4a26-a4c5-b1177a8c45be,segment=NetworkSegment(85703ffb-0024-40a4-9e1c-786d143a488d),segment_id=85703ffb-0024-40a4-9e1c-786d143a488d)] {{(pid=86839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:46:43.906496 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826'] for port, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:43.909717 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:43.970271 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-f2ba97b5-6139-43a1-8091-23bc35825b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1549810'] for network, before_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:44.062764 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b46f92e-50dd-4da8-a387-aaa734b5093c req-5f88d597-469d-4179-8449-600e976c985c tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:44.063500 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-8b46f92e-50dd-4da8-a387-aaa734b5093c req-5f88d597-469d-4179-8449-600e976c985c tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Synchronizing usage tracker for tenant:91624ff73b014ed4aa8831330bf94986 on resource:port {{(pid=86838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:46:44.083650 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Pushing event updated for resources: {'Port': ['ID=7f114a60-ca8e-4a26-a4c5-b1177a8c45be,revision_number=5']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:44.099780 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:44.201081 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-6b9ed298-1a9f-477e-a7fb-a021e670cf06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:44.307448 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-8b46f92e-50dd-4da8-a387-aaa734b5093c req-5f88d597-469d-4179-8449-600e976c985c tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Unset dirty status for tenant:91624ff73b014ed4aa8831330bf94986 on resource:port {{(pid=86838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:46:44.308633 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8b46f92e-50dd-4da8-a387-aaa734b5093c req-5f88d597-469d-4179-8449-600e976c985c tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4d90f60-e137-4811-85c3-0bcfe3e77242 HTTP/1.1" status: 200 len: 932 time: 0.6849384 Nov 23 12:46:44.309399 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-f2ba97b5-6139-43a1-8091-23bc35825b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-568418', 'neutron.services.segments.db._delete_segments_for_network-8788170962598'] for network, precommit_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:44.317763 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-6b9ed298-1a9f-477e-a7fb-a021e670cf06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:44.318515 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-0433a157-7d66-46b1-b693-3d99d5a3b0e4 req-89c30018-1192-4c7c-bea7-2efa8460fd8e service neutron] 10.222.0.31 "GET /v2.0/networks/f34ec0a4-d329-411a-9213-97be29ff4587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4858706 Nov 23 12:46:44.349423 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-1191150a-94f0-44c0-ab4b-449b3a8a7a50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:44.382695 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-f2ba97b5-6139-43a1-8091-23bc35825b91 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=86837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:46:44.383477 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-f2ba97b5-6139-43a1-8091-23bc35825b91 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=86837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:46:44.384137 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-f2ba97b5-6139-43a1-8091-23bc35825b91 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:46:44.384836 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-f2ba97b5-6139-43a1-8091-23bc35825b91 admin admin] Subscribe: > port after_create 55550000 {{(pid=86837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:46:44.385229 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-f2ba97b5-6139-43a1-8091-23bc35825b91 admin admin] Subscribe: > port after_delete 55550000 {{(pid=86837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:46:44.385671 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-f2ba97b5-6139-43a1-8091-23bc35825b91 admin admin] Subscribe: > port after_update 55550000 {{(pid=86837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:46:44.386102 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-f2ba97b5-6139-43a1-8091-23bc35825b91 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=86837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:46:44.386511 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-f2ba97b5-6139-43a1-8091-23bc35825b91 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:46:44.386972 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-f2ba97b5-6139-43a1-8091-23bc35825b91 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:46:44.387374 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-f2ba97b5-6139-43a1-8091-23bc35825b91 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=86837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:46:44.463565 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-8b46f92e-50dd-4da8-a387-aaa734b5093c req-bb304f30-7a83-49a8-8454-f062c0aaca1f tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Synchronizing usage tracker for tenant:91624ff73b014ed4aa8831330bf94986 on resource:security_group {{(pid=86838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:46:44.526893 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-8b46f92e-50dd-4da8-a387-aaa734b5093c req-bb304f30-7a83-49a8-8454-f062c0aaca1f tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Unset dirty status for tenant:91624ff73b014ed4aa8831330bf94986 on resource:security_group {{(pid=86838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:46:44.528068 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8b46f92e-50dd-4da8-a387-aaa734b5093c req-bb304f30-7a83-49a8-8454-f062c0aaca1f tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07395ea-6958-4a30-8653-814e78309a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086351 Nov 23 12:46:44.549219 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-f2ba97b5-6139-43a1-8091-23bc35825b91 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:46:44.552918 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-f2ba97b5-6139-43a1-8091-23bc35825b91 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:46:44.557906 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-f2ba97b5-6139-43a1-8091-23bc35825b91 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=86837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:46:44.558101 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-f2ba97b5-6139-43a1-8091-23bc35825b91 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=86837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:46:44.558502 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.services.segments.db [None req-f2ba97b5-6139-43a1-8091-23bc35825b91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f8731c4-dae4-45f4-8ef2-7dd7702804cb']}} {{(pid=86837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:46:44.588575 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-6b9ed298-1a9f-477e-a7fb-a021e670cf06 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5323488d771f4326aaac74b1b37a104a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3863826 Nov 23 12:46:44.596095 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 46510) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:44.604084 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abefebe-082e-4afa-a6e5-fc86dfb7da11 req-074985c2-5c04-41ad-ab62-1f6cd3212a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:44.605646 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-3abefebe-082e-4afa-a6e5-fc86dfb7da11 req-074985c2-5c04-41ad-ab62-1f6cd3212a48 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=91624ff73b014ed4aa8831330bf94986&device_id=1aa277d2-d587-4c30-a177-a45523276ec0 HTTP/1.1" status: 200 len: 1096 time: 0.6244018 Nov 23 12:46:44.627351 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-0433a157-7d66-46b1-b693-3d99d5a3b0e4 req-9cf0fc0d-76ef-4d49-879f-b604532065f6 service neutron] 10.222.0.31 "GET /v2.0/networks/f34ec0a4-d329-411a-9213-97be29ff4587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2871120 Nov 23 12:46:44.647625 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.notifiers.nova [req-d2b40b19-6125-49a3-90fd-ace078f4b64f req-7f0cf118-13c6-4435-b3c8-fc433d422fe4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 544b571b-f84a-45cd-82a6-bcdf0529258b {{(pid=86838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 12:46:44.656633 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-d2b40b19-6125-49a3-90fd-ace078f4b64f req-7f0cf118-13c6-4435-b3c8-fc433d422fe4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:44.675408 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.provisioning_blocks [req-d2b40b19-6125-49a3-90fd-ace078f4b64f req-7f0cf118-13c6-4435-b3c8-fc433d422fe4 service neutron] Transition to ACTIVE for port object 544b571b-f84a-45cd-82a6-bcdf0529258b will not be triggered until provisioned by entity L2. {{(pid=86838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:46:44.679960 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-d2b40b19-6125-49a3-90fd-ace078f4b64f req-7f0cf118-13c6-4435-b3c8-fc433d422fe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826'] for port, after_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:44.683750 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.services.segments.db [None req-f2ba97b5-6139-43a1-8091-23bc35825b91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f57b597-500e-412e-899b-1814fe2b8d2e') {'for_net_delete': True} {{(pid=86837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:46:44.684420 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.services.segments.db [None req-f2ba97b5-6139-43a1-8091-23bc35825b91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f57b597-500e-412e-899b-1814fe2b8d2e') {} {{(pid=86837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:46:44.687354 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:44.701724 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-3abefebe-082e-4afa-a6e5-fc86dfb7da11 req-0e821913-cc0a-4d7f-b02f-36068083c022 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=802d7382-a7a7-4d00-8901-3b4993b19393 HTTP/1.1" status: 200 len: 217 time: 0.0818510 Nov 23 12:46:44.709523 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9ed298-1a9f-477e-a7fb-a021e670cf06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b935749-f73b-49e6-863e-2f528c735cae,revision_number=1']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:44.717033 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-f2ba97b5-6139-43a1-8091-23bc35825b91 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788170845049', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-865874'] for segment, before_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:44.760664 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-6b9ed298-1a9f-477e-a7fb-a021e670cf06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:44.785839 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-f2ba97b5-6139-43a1-8091-23bc35825b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572451'] for segment, precommit_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:44.802540 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0cf118-13c6-4435-b3c8-fc433d422fe4 service neutron] Pushing event updated for resources: {'Port': ['ID=544b571b-f84a-45cd-82a6-bcdf0529258b,revision_number=2']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:44.811080 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-7f0cf118-13c6-4435-b3c8-fc433d422fe4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:44.819582 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2ba97b5-6139-43a1-8091-23bc35825b91 admin admin] Releasing vlan 780 on physical network physnet1 to pool {{(pid=86837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 12:46:44.819988 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-f2ba97b5-6139-43a1-8091-23bc35825b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-572458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6379354'] for segment, after_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:44.837154 dv-cinder-818883-1-smb neutron-server[86837]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 23 12:46:44.837154 dv-cinder-818883-1-smb neutron-server[86837]: from cryptography.utils import int_from_bytes Nov 23 12:46:44.837154 dv-cinder-818883-1-smb neutron-server[86837]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 23 12:46:44.837154 dv-cinder-818883-1-smb neutron-server[86837]: from cryptography.utils import int_from_bytes Nov 23 12:46:44.837154 dv-cinder-818883-1-smb neutron-server[86837]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Nov 23 12:46:44.837154 dv-cinder-818883-1-smb neutron-server[86837]: util.warn_limited( Nov 23 12:46:44.837154 dv-cinder-818883-1-smb neutron-server[86837]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Nov 23 12:46:44.837154 dv-cinder-818883-1-smb neutron-server[86837]: util.warn_limited( Nov 23 12:46:44.837154 dv-cinder-818883-1-smb neutron-server[86837]: Traceback (most recent call last): Nov 23 12:46:44.837154 dv-cinder-818883-1-smb neutron-server[86837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 12:46:44.837154 dv-cinder-818883-1-smb neutron-server[86837]: timer() Nov 23 12:46:44.837154 dv-cinder-818883-1-smb neutron-server[86837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 12:46:44.837154 dv-cinder-818883-1-smb neutron-server[86837]: cb(*args, **kw) Nov 23 12:46:44.837154 dv-cinder-818883-1-smb neutron-server[86837]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 23 12:46:44.837154 dv-cinder-818883-1-smb neutron-server[86837]: return func(*args, **kwargs) Nov 23 12:46:44.837154 dv-cinder-818883-1-smb neutron-server[86837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 12:46:44.837154 dv-cinder-818883-1-smb neutron-server[86837]: self._notify() Nov 23 12:46:44.837154 dv-cinder-818883-1-smb neutron-server[86837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 12:46:44.837154 dv-cinder-818883-1-smb neutron-server[86837]: self.callback(batched_events) Nov 23 12:46:44.837154 dv-cinder-818883-1-smb neutron-server[86837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 12:46:44.837154 dv-cinder-818883-1-smb neutron-server[86837]: event.method(event) Nov 23 12:46:44.837154 dv-cinder-818883-1-smb neutron-server[86837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 23 12:46:44.837154 dv-cinder-818883-1-smb neutron-server[86837]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 12:46:44.837154 dv-cinder-818883-1-smb neutron-server[86837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 23 12:46:44.837154 dv-cinder-818883-1-smb neutron-server[86837]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 12:46:44.837154 dv-cinder-818883-1-smb neutron-server[86837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 23 12:46:44.837154 dv-cinder-818883-1-smb neutron-server[86837]: return f(self, *a, **k) Nov 23 12:46:44.837154 dv-cinder-818883-1-smb neutron-server[86837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 23 12:46:44.837154 dv-cinder-818883-1-smb neutron-server[86837]: return self._get(url).json() Nov 23 12:46:44.837154 dv-cinder-818883-1-smb neutron-server[86837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 23 12:46:44.837154 dv-cinder-818883-1-smb neutron-server[86837]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 12:46:44.837154 dv-cinder-818883-1-smb neutron-server[86837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 12:46:44.837154 dv-cinder-818883-1-smb neutron-server[86837]: return self.request(url, 'GET', **kwargs) Nov 23 12:46:44.837154 dv-cinder-818883-1-smb neutron-server[86837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 12:46:44.837154 dv-cinder-818883-1-smb neutron-server[86837]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 12:46:44.837154 dv-cinder-818883-1-smb neutron-server[86837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 12:46:44.837154 dv-cinder-818883-1-smb neutron-server[86837]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 12:46:44.837154 dv-cinder-818883-1-smb neutron-server[86837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 12:46:44.837154 dv-cinder-818883-1-smb neutron-server[86837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 12:46:44.837154 dv-cinder-818883-1-smb neutron-server[86837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 12:46:44.917160 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abefebe-082e-4afa-a6e5-fc86dfb7da11 req-69c7809e-a9e9-4afd-b59e-7ce88b6598ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:44.918646 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-3abefebe-082e-4afa-a6e5-fc86dfb7da11 req-69c7809e-a9e9-4afd-b59e-7ce88b6598ad service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bd51d8cb-0c29-4851-b2cf-4f44e529c93c HTTP/1.1" status: 200 len: 857 time: 0.1945062 Nov 23 12:46:44.922168 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-ca55df16-e0c6-4689-9fd0-fc499b789a42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:44.960935 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-ca55df16-e0c6-4689-9fd0-fc499b789a42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:45.015685 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.managers [req-d2b40b19-6125-49a3-90fd-ace078f4b64f req-7f0cf118-13c6-4435-b3c8-fc433d422fe4 service neutron] Attempting to bind port 544b571b-f84a-45cd-82a6-bcdf0529258b on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 12:46:45.017013 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.managers [req-d2b40b19-6125-49a3-90fd-ace078f4b64f req-7f0cf118-13c6-4435-b3c8-fc433d422fe4 service neutron] Attempting to bind port 544b571b-f84a-45cd-82a6-bcdf0529258b by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '2ce219c0-31bb-4a35-97c5-ece432ad3767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'f9d133c8-4135-48e6-b582-06743cb8c4da'}] {{(pid=86838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 12:46:45.018275 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b40b19-6125-49a3-90fd-ace078f4b64f req-7f0cf118-13c6-4435-b3c8-fc433d422fe4 service neutron] Attempting to bind port 544b571b-f84a-45cd-82a6-bcdf0529258b on network f9d133c8-4135-48e6-b582-06743cb8c4da {{(pid=86838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:46:45.032140 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b40b19-6125-49a3-90fd-ace078f4b64f req-7f0cf118-13c6-4435-b3c8-fc433d422fe4 service neutron] Port 544b571b-f84a-45cd-82a6-bcdf0529258b on network f9d133c8-4135-48e6-b582-06743cb8c4da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 23 12:46:45.034659 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b40b19-6125-49a3-90fd-ace078f4b64f req-7f0cf118-13c6-4435-b3c8-fc433d422fe4 service neutron] Attempting to bind port 544b571b-f84a-45cd-82a6-bcdf0529258b on network f9d133c8-4135-48e6-b582-06743cb8c4da {{(pid=86838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:46:45.050124 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b40b19-6125-49a3-90fd-ace078f4b64f req-7f0cf118-13c6-4435-b3c8-fc433d422fe4 service neutron] Checking agent: {'id': 'c02b2241-eea5-43d7-ab73-e33b65374cd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 44, 5), 'started_at': datetime.datetime(2021, 11, 23, 12, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 12:46:45.050771 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b40b19-6125-49a3-90fd-ace078f4b64f req-7f0cf118-13c6-4435-b3c8-fc433d422fe4 service neutron] Checking segment: {'id': '2ce219c0-31bb-4a35-97c5-ece432ad3767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'f9d133c8-4135-48e6-b582-06743cb8c4da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:46:45.052870 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b40b19-6125-49a3-90fd-ace078f4b64f req-7f0cf118-13c6-4435-b3c8-fc433d422fe4 service neutron] Bound using segment: {'id': '2ce219c0-31bb-4a35-97c5-ece432ad3767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'f9d133c8-4135-48e6-b582-06743cb8c4da'} {{(pid=86838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 12:46:45.053548 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.managers [req-d2b40b19-6125-49a3-90fd-ace078f4b64f req-7f0cf118-13c6-4435-b3c8-fc433d422fe4 service neutron] Bound port: 544b571b-f84a-45cd-82a6-bcdf0529258b, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ce219c0-31bb-4a35-97c5-ece432ad3767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'f9d133c8-4135-48e6-b582-06743cb8c4da'}}] {{(pid=86838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 12:46:45.055011 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-d2b40b19-6125-49a3-90fd-ace078f4b64f req-7f0cf118-13c6-4435-b3c8-fc433d422fe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:45.118059 dv-cinder-818883-1-smb neutron-server[86839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc9a5223-b06b-4769-ba6b-4d2311a21559', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0c437a5-ffbd-4557-b25e-ec087d70b044', 'code': 200} Nov 23 12:46:45.125505 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-3abefebe-082e-4afa-a6e5-fc86dfb7da11 req-4b28798a-ca79-4f04-8963-3b2b165f455d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f9d133c8-4135-48e6-b582-06743cb8c4da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688665 Nov 23 12:46:45.134902 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-ca55df16-e0c6-4689-9fd0-fc499b789a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:45.160634 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-f2ba97b5-6139-43a1-8091-23bc35825b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-568411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-505759'] for network, after_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:45.166627 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:45.238925 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca55df16-e0c6-4689-9fd0-fc499b789a42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b935749-f73b-49e6-863e-2f528c735cae,revision_number=None']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:45.243885 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1aa277d2-d587-4c30-a177-a45523276ec0', 'tag': '802d7382-a7a7-4d00-8901-3b4993b19393', 'status': 'completed', 'code': 200} Nov 23 12:46:45.258927 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-f2ba97b5-6139-43a1-8091-23bc35825b91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600637'] for network, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:45.267420 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-ca55df16-e0c6-4689-9fd0-fc499b789a42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:45.270026 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:45.417093 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ba97b5-6139-43a1-8091-23bc35825b91 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f8731c4-dae4-45f4-8ef2-7dd7702804cb,revision_number=None']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:45.419499 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-f2ba97b5-6139-43a1-8091-23bc35825b91 admin admin] 10.222.0.31 "DELETE /v2.0/networks/5f8731c4-dae4-45f4-8ef2-7dd7702804cb HTTP/1.1" status: 204 len: 168 time: 1.5928013 Nov 23 12:46:45.423070 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 46538) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:45.446437 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-ca55df16-e0c6-4689-9fd0-fc499b789a42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:45.450733 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-ca55df16-e0c6-4689-9fd0-fc499b789a42 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2b935749-f73b-49e6-863e-2f528c735cae HTTP/1.1" status: 204 len: 168 time: 0.8498807 Nov 23 12:46:45.468639 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-f2ba97b5-6139-43a1-8091-23bc35825b91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:45.477133 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-3abefebe-082e-4afa-a6e5-fc86dfb7da11 req-c522a7bb-5b38-4c3d-a00e-11453af1f740 service neutron] 10.222.0.54 "GET /v2.0/networks/f9d133c8-4135-48e6-b582-06743cb8c4da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3444395 Nov 23 12:46:45.480437 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.54', 60462) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:45.519800 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.db [req-d2b40b19-6125-49a3-90fd-ace078f4b64f req-7f0cf118-13c6-4435-b3c8-fc433d422fe4 service neutron] For port 544b571b-f84a-45cd-82a6-bcdf0529258b, host hv-cinder-81888, cleared binding levels {{(pid=86838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 12:46:45.532334 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a8030d-c9ec-44e0-bd1d-b11d7d1bd3df req-de981537-a7e1-4b7f-9dae-6a328f25fc6d tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:45.534767 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-34a8030d-c9ec-44e0-bd1d-b11d7d1bd3df req-de981537-a7e1-4b7f-9dae-6a328f25fc6d tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f160759-d9fc-45e2-8533-6615870234d8 HTTP/1.1" status: 200 len: 946 time: 0.4514005 Nov 23 12:46:45.612716 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.db [req-d2b40b19-6125-49a3-90fd-ace078f4b64f req-7f0cf118-13c6-4435-b3c8-fc433d422fe4 service neutron] For port 544b571b-f84a-45cd-82a6-bcdf0529258b, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=544b571b-f84a-45cd-82a6-bcdf0529258b,segment=NetworkSegment(2ce219c0-31bb-4a35-97c5-ece432ad3767),segment_id=2ce219c0-31bb-4a35-97c5-ece432ad3767)] {{(pid=86838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 12:46:45.619381 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.db_base_plugin_v2 [None req-b83ea074-e72b-42d7-9ac8-c7ef5fcf4e2b admin admin] Deleting subnet 0d8dc71f-f25d-43a3-b56c-7208825e8e20 {{(pid=86838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 23 12:46:45.623654 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-b83ea074-e72b-42d7-9ac8-c7ef5fcf4e2b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:45.685572 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-b83ea074-e72b-42d7-9ac8-c7ef5fcf4e2b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:45.699259 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-b83ea074-e72b-42d7-9ac8-c7ef5fcf4e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569929'] for subnet, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:45.762112 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-d2b40b19-6125-49a3-90fd-ace078f4b64f req-7f0cf118-13c6-4435-b3c8-fc433d422fe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826'] for port, after_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:45.781068 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-b6d94ead-8417-482f-ab99-50a72a53d48a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:45.815039 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-3abefebe-082e-4afa-a6e5-fc86dfb7da11 req-01b02a5d-a150-4150-bfc4-8da30df9e789 service neutron] 10.222.0.54 "GET /v2.0/networks/f9d133c8-4135-48e6-b582-06743cb8c4da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3264625 Nov 23 12:46:45.817377 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af89a6d9-c547-47df-af46-60499b12c58f req-3f31547e-798a-48cc-ae1a-45379780d44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:45.818930 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-af89a6d9-c547-47df-af46-60499b12c58f req-3f31547e-798a-48cc-ae1a-45379780d44d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=dc9a5223-b06b-4769-ba6b-4d2311a21559 HTTP/1.1" status: 200 len: 1098 time: 0.3326635 Nov 23 12:46:45.879510 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-af89a6d9-c547-47df-af46-60499b12c58f req-3e5d8a99-c5a0-4baa-b40f-36fffada9a4f service neutron] Notify callbacks [] for security_group, before_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:45.903189 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [req-af89a6d9-c547-47df-af46-60499b12c58f req-3e5d8a99-c5a0-4baa-b40f-36fffada9a4f service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:46:45.907765 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [req-af89a6d9-c547-47df-af46-60499b12c58f req-3e5d8a99-c5a0-4baa-b40f-36fffada9a4f service neutron] Usage tracker for resource:security_group_rule and tenant:f19c19b2df8346a5a783a35b5fe19eec is out of sync, need to count used quota {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:46:45.911244 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [req-af89a6d9-c547-47df-af46-60499b12c58f req-3e5d8a99-c5a0-4baa-b40f-36fffada9a4f service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:46:45.919611 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [req-af89a6d9-c547-47df-af46-60499b12c58f req-3e5d8a99-c5a0-4baa-b40f-36fffada9a4f service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:46:45.960459 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0cf118-13c6-4435-b3c8-fc433d422fe4 service neutron] Pushing event updated for resources: {'Port': ['ID=544b571b-f84a-45cd-82a6-bcdf0529258b,revision_number=3']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:45.969017 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-7f0cf118-13c6-4435-b3c8-fc433d422fe4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:45.970465 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b40b19-6125-49a3-90fd-ace078f4b64f req-7f0cf118-13c6-4435-b3c8-fc433d422fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:45.971746 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-d2b40b19-6125-49a3-90fd-ace078f4b64f req-7f0cf118-13c6-4435-b3c8-fc433d422fe4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600637'] for port, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:45.972512 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-d2b40b19-6125-49a3-90fd-ace078f4b64f req-7f0cf118-13c6-4435-b3c8-fc433d422fe4 service neutron] 10.222.0.54 "PUT /v2.0/ports/544b571b-f84a-45cd-82a6-bcdf0529258b HTTP/1.1" status: 200 len: 1094 time: 2.7724631 Nov 23 12:46:45.973250 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4d90f60-e137-4811-85c3-0bcfe3e77242', 'tag': '544b571b-f84a-45cd-82a6-bcdf0529258b'}] {{(pid=86838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:46:45.991294 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-34a8030d-c9ec-44e0-bd1d-b11d7d1bd3df req-87620b01-0788-42b1-9820-67ce32542e26 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.31 "GET /v2.0/security-groups?id=0a850f89-1fcd-4fc3-a6fa-0f4e61598668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4481020 Nov 23 12:46:46.001512 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-b83ea074-e72b-42d7-9ac8-c7ef5fcf4e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595'] for subnet, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:46.088974 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-97c316ce-7b55-402b-884b-238dd6add885 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:46.160053 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 46570) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:46.188082 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-b83ea074-e72b-42d7-9ac8-c7ef5fcf4e2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600637'] for subnet, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:46.218251 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-414072ba-1823-41ab-bd92-83877180d2a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:46.248685 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-ad68f183-088b-4b83-a281-8afccc2d3e03 req-09cfa1e1-d869-4975-badd-421ebbbe49e1 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] 10.222.0.31 "GET /v2.0/ports?device_id=872292ed-386e-4699-a03d-8e1c49db1f89 HTTP/1.1" status: 200 len: 210 time: 0.0895522 Nov 23 12:46:46.254461 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83ea074-e72b-42d7-9ac8-c7ef5fcf4e2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d8dc71f-f25d-43a3-b56c-7208825e8e20,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:46.259303 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-b83ea074-e72b-42d7-9ac8-c7ef5fcf4e2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:46.270693 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-414072ba-1823-41ab-bd92-83877180d2a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:46:46.287128 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-b83ea074-e72b-42d7-9ac8-c7ef5fcf4e2b admin admin] 10.222.0.31 "DELETE /v2.0/subnets/0d8dc71f-f25d-43a3-b56c-7208825e8e20 HTTP/1.1" status: 204 len: 168 time: 0.8605452 Nov 23 12:46:46.288987 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 46574) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:46.292924 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-414072ba-1823-41ab-bd92-83877180d2a5 admin admin] Usage tracker for resource:security_group_rule and tenant:a94c37560e0f44dc823db9bb51aac3fd is out of sync, need to count used quota {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:46:46.300516 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78212b37-7547-4de8-80cb-c4f2f41fdaa0 req-2e97944f-830f-4b9a-b375-dc8e7f2a0c4f tempest-DeleteServersTestJSON-2039855933 tempest-DeleteServersTestJSON-2039855933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:46.301443 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-414072ba-1823-41ab-bd92-83877180d2a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:46:46.302102 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-78212b37-7547-4de8-80cb-c4f2f41fdaa0 req-2e97944f-830f-4b9a-b375-dc8e7f2a0c4f tempest-DeleteServersTestJSON-2039855933 tempest-DeleteServersTestJSON-2039855933-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc9a5223-b06b-4769-ba6b-4d2311a21559 HTTP/1.1" status: 200 len: 945 time: 0.7662077 Nov 23 12:46:46.335664 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-414072ba-1823-41ab-bd92-83877180d2a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:46:46.359776 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b40b19-6125-49a3-90fd-ace078f4b64f req-4a25ae45-557c-4670-a42f-dc5f3305bbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:46.361813 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-d2b40b19-6125-49a3-90fd-ace078f4b64f req-4a25ae45-557c-4670-a42f-dc5f3305bbe6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=91624ff73b014ed4aa8831330bf94986&device_id=c4d90f60-e137-4811-85c3-0bcfe3e77242 HTTP/1.1" status: 200 len: 1097 time: 0.3280435 Nov 23 12:46:46.372907 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-af89a6d9-c547-47df-af46-60499b12c58f req-3e5d8a99-c5a0-4baa-b40f-36fffada9a4f service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:46.438764 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-78212b37-7547-4de8-80cb-c4f2f41fdaa0 req-ddbb088c-f0a0-464c-a738-a71dd762fd10 tempest-DeleteServersTestJSON-2039855933 tempest-DeleteServersTestJSON-2039855933-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee2954f9-8dbc-41bd-89bd-8ae39b19f461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141553 Nov 23 12:46:46.544989 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-4680d1d5-dc36-4f52-a66f-dabeb749081f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1549810'] for network, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:46.551248 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aaa164-4ac3-4e3d-ae5d-98fb9121a96f req-3664197b-3220-4cf9-bd4c-8012a5fe39be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:46.552766 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-10aaa164-4ac3-4e3d-ae5d-98fb9121a96f req-3664197b-3220-4cf9-bd4c-8012a5fe39be service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=91624ff73b014ed4aa8831330bf94986&device_id=1aa277d2-d587-4c30-a177-a45523276ec0 HTTP/1.1" status: 200 len: 1096 time: 0.5599558 Nov 23 12:46:46.555663 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-af89a6d9-c547-47df-af46-60499b12c58f req-3e5d8a99-c5a0-4baa-b40f-36fffada9a4f service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:46.562992 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-d2b40b19-6125-49a3-90fd-ace078f4b64f req-aa69fc38-3394-4b93-9fd4-4f54a3d2e548 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=544b571b-f84a-45cd-82a6-bcdf0529258b HTTP/1.1" status: 200 len: 217 time: 0.1845031 Nov 23 12:46:46.590978 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4d90f60-e137-4811-85c3-0bcfe3e77242', 'tag': '544b571b-f84a-45cd-82a6-bcdf0529258b', 'status': 'completed', 'code': 200} Nov 23 12:46:46.603629 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-0017c8ab-abd3-4840-9eba-6d120a209cf6 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:46.701247 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-af89a6d9-c547-47df-af46-60499b12c58f req-3e5d8a99-c5a0-4baa-b40f-36fffada9a4f service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=ee2954f9-8dbc-41bd-89bd-8ae39b19f461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8746755 Nov 23 12:46:46.728121 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5d8a99-c5a0-4baa-b40f-36fffada9a4f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b6fd716b-0d18-4955-a7bb-0770d1d01877,revision_number=1']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:46.790372 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c467c28-bead-4fef-b363-9d91451f58b6 req-f32fa93f-e383-4a29-a410-cb2db2a74b36 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:46.792027 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-2c467c28-bead-4fef-b363-9d91451f58b6 req-f32fa93f-e383-4a29-a410-cb2db2a74b36 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4d90f60-e137-4811-85c3-0bcfe3e77242 HTTP/1.1" status: 200 len: 944 time: 0.3566811 Nov 23 12:46:46.802626 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-3e5d8a99-c5a0-4baa-b40f-36fffada9a4f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:46.817935 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b40b19-6125-49a3-90fd-ace078f4b64f req-2a5002c3-849a-4070-8568-ba84db18c62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:46.819519 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-d2b40b19-6125-49a3-90fd-ace078f4b64f req-2a5002c3-849a-4070-8568-ba84db18c62b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bd51d8cb-0c29-4851-b2cf-4f44e529c93c HTTP/1.1" status: 200 len: 857 time: 0.2291551 Nov 23 12:46:46.827506 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-414072ba-1823-41ab-bd92-83877180d2a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:46.834351 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-414072ba-1823-41ab-bd92-83877180d2a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:46.846194 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:46.893370 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-414072ba-1823-41ab-bd92-83877180d2a5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a94c37560e0f44dc823db9bb51aac3fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7312913 Nov 23 12:46:46.896040 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414072ba-1823-41ab-bd92-83877180d2a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2afcdfa-4c38-4145-818d-63324e0b4a61,revision_number=1']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:46.898413 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 46594) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:46.900896 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-414072ba-1823-41ab-bd92-83877180d2a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:46.968542 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aaa164-4ac3-4e3d-ae5d-98fb9121a96f req-63b9e081-1002-4780-9f13-d86564e2acc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:46.970332 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-10aaa164-4ac3-4e3d-ae5d-98fb9121a96f req-63b9e081-1002-4780-9f13-d86564e2acc7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f9d133c8-4135-48e6-b582-06743cb8c4da HTTP/1.1" status: 200 len: 918 time: 0.4072084 Nov 23 12:46:47.095685 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-4680d1d5-dc36-4f52-a66f-dabeb749081f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-568418', 'neutron.services.segments.db._delete_segments_for_network-8788170962598'] for network, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:47.120242 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f160759-d9fc-45e2-8533-6615870234d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f114a60-ca8e-4a26-a4c5-b1177a8c45be'}] {{(pid=86839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:46:47.132261 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-10aaa164-4ac3-4e3d-ae5d-98fb9121a96f req-07d03fe6-d403-4417-b4e3-d7785bf83882 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=802d7382-a7a7-4d00-8901-3b4993b19393 HTTP/1.1" status: 200 len: 217 time: 0.1461525 Nov 23 12:46:47.155029 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-2c467c28-bead-4fef-b363-9d91451f58b6 req-d8300fae-f8d2-4afa-bd6f-5dbf268042c9 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07395ea-6958-4a30-8653-814e78309a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2831886 Nov 23 12:46:47.253240 dv-cinder-818883-1-smb neutron-server[86839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f160759-d9fc-45e2-8533-6615870234d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f114a60-ca8e-4a26-a4c5-b1177a8c45be', 'code': 200} Nov 23 12:46:47.265450 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0433a157-7d66-46b1-b693-3d99d5a3b0e4 req-37681c9d-615a-462c-940e-46f6a162079c tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:47.266999 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-0433a157-7d66-46b1-b693-3d99d5a3b0e4 req-37681c9d-615a-462c-940e-46f6a162079c tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] 10.222.0.54 "GET /v2.0/networks?id=f34ec0a4-d329-411a-9213-97be29ff4587 HTTP/1.1" status: 200 len: 810 time: 0.3212945 Nov 23 12:46:47.301621 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aaa164-4ac3-4e3d-ae5d-98fb9121a96f req-cab00dce-d2f8-4f8c-b3bd-1685f726d898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:47.305212 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-10aaa164-4ac3-4e3d-ae5d-98fb9121a96f req-cab00dce-d2f8-4f8c-b3bd-1685f726d898 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bd51d8cb-0c29-4851-b2cf-4f44e529c93c HTTP/1.1" status: 200 len: 857 time: 0.1441536 Nov 23 12:46:47.313616 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-d2b40b19-6125-49a3-90fd-ace078f4b64f req-d09c31a0-6a27-4fdf-af31-191cd6aa9885 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f9d133c8-4135-48e6-b582-06743cb8c4da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3706138 Nov 23 12:46:47.319034 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-4680d1d5-dc36-4f52-a66f-dabeb749081f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=86838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:46:47.328180 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-4680d1d5-dc36-4f52-a66f-dabeb749081f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=86838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:46:47.329132 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-4680d1d5-dc36-4f52-a66f-dabeb749081f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:46:47.329649 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-4680d1d5-dc36-4f52-a66f-dabeb749081f admin admin] Subscribe: > port after_create 55550000 {{(pid=86838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:46:47.330133 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-4680d1d5-dc36-4f52-a66f-dabeb749081f admin admin] Subscribe: > port after_delete 55550000 {{(pid=86838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:46:47.330690 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-4680d1d5-dc36-4f52-a66f-dabeb749081f admin admin] Subscribe: > port after_update 55550000 {{(pid=86838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:46:47.331330 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-4680d1d5-dc36-4f52-a66f-dabeb749081f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=86838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:46:47.331803 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-4680d1d5-dc36-4f52-a66f-dabeb749081f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:46:47.332287 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-4680d1d5-dc36-4f52-a66f-dabeb749081f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:46:47.332749 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-4680d1d5-dc36-4f52-a66f-dabeb749081f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=86838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:46:47.337680 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-9ba10a84-63f6-45a3-8657-7f7a9585aabb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:47.428183 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-4680d1d5-dc36-4f52-a66f-dabeb749081f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:46:47.428690 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-4680d1d5-dc36-4f52-a66f-dabeb749081f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:46:47.429118 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-4680d1d5-dc36-4f52-a66f-dabeb749081f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=86838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:46:47.429900 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-4680d1d5-dc36-4f52-a66f-dabeb749081f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=86838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:46:47.430134 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.services.segments.db [None req-4680d1d5-dc36-4f52-a66f-dabeb749081f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ab46690-c809-4838-abaf-d1125bdf773a']}} {{(pid=86838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:46:47.488263 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [req-0433a157-7d66-46b1-b693-3d99d5a3b0e4 req-dd197400-5e99-4826-b12b-5bd6bb88dd33 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Synchronizing usage tracker for tenant:e6142a50a1bb4ef9bfd9b1bc59edda1d on resource:security_group {{(pid=86837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:46:47.497648 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-9ba10a84-63f6-45a3-8657-7f7a9585aabb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:47.537079 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [req-0433a157-7d66-46b1-b693-3d99d5a3b0e4 req-dd197400-5e99-4826-b12b-5bd6bb88dd33 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Unset dirty status for tenant:e6142a50a1bb4ef9bfd9b1bc59edda1d on resource:security_group {{(pid=86837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:46:47.538308 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-0433a157-7d66-46b1-b693-3d99d5a3b0e4 req-dd197400-5e99-4826-b12b-5bd6bb88dd33 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e6142a50a1bb4ef9bfd9b1bc59edda1d HTTP/1.1" status: 200 len: 379 time: 0.2521179 Nov 23 12:46:47.566198 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.v2.base [req-0433a157-7d66-46b1-b693-3d99d5a3b0e4 req-94192b1f-d7c2-4c57-be07-d1d76f26670f tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Request body: {'port': {'device_id': '872292ed-386e-4699-a03d-8e1c49db1f89', 'network_id': 'f34ec0a4-d329-411a-9213-97be29ff4587', 'admin_state_up': True, 'tenant_id': 'e6142a50a1bb4ef9bfd9b1bc59edda1d', 'security_groups': ['ec7a2df9-5b5f-4d0a-9518-b6602095324f']}} {{(pid=86837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:46:47.587398 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.services.segments.db [None req-4680d1d5-dc36-4f52-a66f-dabeb749081f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8caa1080-d72e-46a6-8712-0ce1b4ba8178') {'for_net_delete': True} {{(pid=86838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:46:47.587647 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.services.segments.db [None req-4680d1d5-dc36-4f52-a66f-dabeb749081f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8caa1080-d72e-46a6-8712-0ce1b4ba8178') {} {{(pid=86838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:46:47.595782 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.54', 60466) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:47.621575 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-10aaa164-4ac3-4e3d-ae5d-98fb9121a96f req-e204c542-434a-437e-b623-8ccdb7ef0669 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f9d133c8-4135-48e6-b582-06743cb8c4da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3048239 Nov 23 12:46:47.656418 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-e76356fb-cf3a-43d5-88fa-d52e858eca59 req-8c862d9b-e269-4880-8e79-be9d7f147674 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] 10.222.0.31 "GET /v2.0/ports?device_id=872292ed-386e-4699-a03d-8e1c49db1f89 HTTP/1.1" status: 200 len: 210 time: 0.1763842 Nov 23 12:46:47.682441 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-4680d1d5-dc36-4f52-a66f-dabeb749081f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788170845049', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8358439'] for segment, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:47.693277 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-d2b40b19-6125-49a3-90fd-ace078f4b64f req-76d1e0d2-8839-420f-bc38-95699bf0dca8 service neutron] 10.222.0.54 "GET /v2.0/networks/f9d133c8-4135-48e6-b582-06743cb8c4da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3588555 Nov 23 12:46:47.808463 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-4680d1d5-dc36-4f52-a66f-dabeb749081f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572451'] for segment, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:47.851068 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-d2b40b19-6125-49a3-90fd-ace078f4b64f req-5c10c820-b95a-43de-9da9-73b38ef864d9 service neutron] 10.222.0.54 "GET /v2.0/networks/f9d133c8-4135-48e6-b582-06743cb8c4da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473722 Nov 23 12:46:47.862187 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4680d1d5-dc36-4f52-a66f-dabeb749081f admin admin] Releasing vlan 763 on physical network physnet1 to pool {{(pid=86838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 12:46:47.862597 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-4680d1d5-dc36-4f52-a66f-dabeb749081f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-572458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8277467'] for segment, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:47.884012 dv-cinder-818883-1-smb neutron-server[86838]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 23 12:46:47.884012 dv-cinder-818883-1-smb neutron-server[86838]: from cryptography.utils import int_from_bytes Nov 23 12:46:47.884012 dv-cinder-818883-1-smb neutron-server[86838]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 23 12:46:47.884012 dv-cinder-818883-1-smb neutron-server[86838]: from cryptography.utils import int_from_bytes Nov 23 12:46:47.884012 dv-cinder-818883-1-smb neutron-server[86838]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Nov 23 12:46:47.884012 dv-cinder-818883-1-smb neutron-server[86838]: util.warn_limited( Nov 23 12:46:47.884012 dv-cinder-818883-1-smb neutron-server[86838]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Nov 23 12:46:47.884012 dv-cinder-818883-1-smb neutron-server[86838]: util.warn_limited( Nov 23 12:46:47.884012 dv-cinder-818883-1-smb neutron-server[86838]: Traceback (most recent call last): Nov 23 12:46:47.884012 dv-cinder-818883-1-smb neutron-server[86838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 12:46:47.884012 dv-cinder-818883-1-smb neutron-server[86838]: timer() Nov 23 12:46:47.884012 dv-cinder-818883-1-smb neutron-server[86838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 12:46:47.884012 dv-cinder-818883-1-smb neutron-server[86838]: cb(*args, **kw) Nov 23 12:46:47.884012 dv-cinder-818883-1-smb neutron-server[86838]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 23 12:46:47.884012 dv-cinder-818883-1-smb neutron-server[86838]: return func(*args, **kwargs) Nov 23 12:46:47.884012 dv-cinder-818883-1-smb neutron-server[86838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 12:46:47.884012 dv-cinder-818883-1-smb neutron-server[86838]: self._notify() Nov 23 12:46:47.884012 dv-cinder-818883-1-smb neutron-server[86838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 12:46:47.884012 dv-cinder-818883-1-smb neutron-server[86838]: self.callback(batched_events) Nov 23 12:46:47.884012 dv-cinder-818883-1-smb neutron-server[86838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 12:46:47.884012 dv-cinder-818883-1-smb neutron-server[86838]: event.method(event) Nov 23 12:46:47.884012 dv-cinder-818883-1-smb neutron-server[86838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 23 12:46:47.884012 dv-cinder-818883-1-smb neutron-server[86838]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 12:46:47.884012 dv-cinder-818883-1-smb neutron-server[86838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 23 12:46:47.884012 dv-cinder-818883-1-smb neutron-server[86838]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 12:46:47.884012 dv-cinder-818883-1-smb neutron-server[86838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 23 12:46:47.884012 dv-cinder-818883-1-smb neutron-server[86838]: return f(self, *a, **k) Nov 23 12:46:47.884012 dv-cinder-818883-1-smb neutron-server[86838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 23 12:46:47.884012 dv-cinder-818883-1-smb neutron-server[86838]: return self._get(url).json() Nov 23 12:46:47.884012 dv-cinder-818883-1-smb neutron-server[86838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 23 12:46:47.884012 dv-cinder-818883-1-smb neutron-server[86838]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 12:46:47.884012 dv-cinder-818883-1-smb neutron-server[86838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 12:46:47.884012 dv-cinder-818883-1-smb neutron-server[86838]: return self.request(url, 'GET', **kwargs) Nov 23 12:46:47.884012 dv-cinder-818883-1-smb neutron-server[86838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 12:46:47.884012 dv-cinder-818883-1-smb neutron-server[86838]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 12:46:47.884012 dv-cinder-818883-1-smb neutron-server[86838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 12:46:47.884012 dv-cinder-818883-1-smb neutron-server[86838]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 12:46:47.884012 dv-cinder-818883-1-smb neutron-server[86838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 12:46:47.884012 dv-cinder-818883-1-smb neutron-server[86838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 12:46:47.884012 dv-cinder-818883-1-smb neutron-server[86838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 12:46:47.904595 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-9ba10a84-63f6-45a3-8657-7f7a9585aabb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:47.906063 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [req-0433a157-7d66-46b1-b693-3d99d5a3b0e4 req-94192b1f-d7c2-4c57-be07-d1d76f26670f tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:46:47.913656 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-d38cddf0-5c4d-4128-b80a-2cd7f8547b17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:47.986761 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [req-0433a157-7d66-46b1-b693-3d99d5a3b0e4 req-94192b1f-d7c2-4c57-be07-d1d76f26670f tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:46:47.989847 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba10a84-63f6-45a3-8657-7f7a9585aabb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2afcdfa-4c38-4145-818d-63324e0b4a61,revision_number=None']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:47.997466 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-9ba10a84-63f6-45a3-8657-7f7a9585aabb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:48.029381 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0433a157-7d66-46b1-b693-3d99d5a3b0e4 req-94192b1f-d7c2-4c57-be07-d1d76f26670f tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Made reservation on behalf of e6142a50a1bb4ef9bfd9b1bc59edda1d for: {'port': 1} {{(pid=86837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:46:48.033137 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-0433a157-7d66-46b1-b693-3d99d5a3b0e4 req-94192b1f-d7c2-4c57-be07-d1d76f26670f tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:48.045999 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-9ba10a84-63f6-45a3-8657-7f7a9585aabb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:48.050507 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-9ba10a84-63f6-45a3-8657-7f7a9585aabb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c2afcdfa-4c38-4145-818d-63324e0b4a61 HTTP/1.1" status: 204 len: 168 time: 1.1510034 Nov 23 12:46:48.212537 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a212bf-d0c8-4282-9b97-c2e2a18873c2 req-23fad3fe-a666-423a-84d8-9bd3ff28b88a tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:48.220559 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f1a212bf-d0c8-4282-9b97-c2e2a18873c2 req-23fad3fe-a666-423a-84d8-9bd3ff28b88a tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f160759-d9fc-45e2-8533-6615870234d8 HTTP/1.1" status: 200 len: 946 time: 0.9126058 Nov 23 12:46:48.224203 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-10aaa164-4ac3-4e3d-ae5d-98fb9121a96f req-a2aa9598-c904-463a-8f9b-0f22033a7bd7 service neutron] 10.222.0.54 "GET /v2.0/networks/f9d133c8-4135-48e6-b582-06743cb8c4da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5625830 Nov 23 12:46:48.236677 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476847f7-e77e-49b9-a559-e0e220ef9f8e req-7aa2abf3-9c5d-4f50-82f3-0be8f3694413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:48.238476 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-476847f7-e77e-49b9-a559-e0e220ef9f8e req-7aa2abf3-9c5d-4f50-82f3-0be8f3694413 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=91624ff73b014ed4aa8831330bf94986&device_id=c4d90f60-e137-4811-85c3-0bcfe3e77242 HTTP/1.1" status: 200 len: 1097 time: 0.3091302 Nov 23 12:46:48.265198 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-4680d1d5-dc36-4f52-a66f-dabeb749081f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-568411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-505759'] for network, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:48.293919 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd766c73-8d34-462f-a21f-e7da1f87708b req-f40a418c-6851-4994-9a72-aad97e31773a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:48.295533 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-cd766c73-8d34-462f-a21f-e7da1f87708b req-f40a418c-6851-4994-9a72-aad97e31773a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9f160759-d9fc-45e2-8533-6615870234d8 HTTP/1.1" status: 200 len: 1099 time: 0.6868126 Nov 23 12:46:48.411912 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-ee3c7697-e63b-4841-b01d-75204011b3c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:48.437218 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-4680d1d5-dc36-4f52-a66f-dabeb749081f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600637'] for network, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:48.464095 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f1a212bf-d0c8-4282-9b97-c2e2a18873c2 req-db9cd371-74a4-48e9-8e2e-65a1f6a9db26 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.31 "GET /v2.0/security-groups?id=0a850f89-1fcd-4fc3-a6fa-0f4e61598668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424746 Nov 23 12:46:48.467823 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4680d1d5-dc36-4f52-a66f-dabeb749081f admin admin] Pushing event deleted for resources: {'Network': ['ID=3ab46690-c809-4838-abaf-d1125bdf773a,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:48.549124 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-4680d1d5-dc36-4f52-a66f-dabeb749081f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:48.552902 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-4680d1d5-dc36-4f52-a66f-dabeb749081f admin admin] 10.222.0.31 "DELETE /v2.0/networks/3ab46690-c809-4838-abaf-d1125bdf773a HTTP/1.1" status: 204 len: 168 time: 2.2608507 Nov 23 12:46:48.622881 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-cd766c73-8d34-462f-a21f-e7da1f87708b req-4c69581a-609f-441f-b748-47796e944d1a service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=0a850f89-1fcd-4fc3-a6fa-0f4e61598668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3125589 Nov 23 12:46:48.708608 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86569438-deb0-4cdf-aced-4de14a10540a req-d0d892e0-8c18-4d5f-add5-356babcea222 tempest-DeleteServersTestJSON-2039855933 tempest-DeleteServersTestJSON-2039855933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:48.716359 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-86569438-deb0-4cdf-aced-4de14a10540a req-d0d892e0-8c18-4d5f-add5-356babcea222 tempest-DeleteServersTestJSON-2039855933 tempest-DeleteServersTestJSON-2039855933-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc9a5223-b06b-4769-ba6b-4d2311a21559 HTTP/1.1" status: 200 len: 945 time: 0.8295398 Nov 23 12:46:48.802123 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.db_base_plugin_common [req-0433a157-7d66-46b1-b693-3d99d5a3b0e4 req-94192b1f-d7c2-4c57-be07-d1d76f26670f tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Allocated IP 172.20.0.4 (f34ec0a4-d329-411a-9213-97be29ff4587/456abfc7-81cf-4d5c-adc8-b3f39f8433bb/65c7a919-dbd1-44a3-b3ed-fe42d845dbd9) {{(pid=86837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:46:48.861833 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476847f7-e77e-49b9-a559-e0e220ef9f8e req-7cd99f67-cc6e-46e1-a951-de821b60bb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:48.863331 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-476847f7-e77e-49b9-a559-e0e220ef9f8e req-7cd99f67-cc6e-46e1-a951-de821b60bb7e service neutron] 10.222.0.54 "GET /v2.0/networks?id=f9d133c8-4135-48e6-b582-06743cb8c4da HTTP/1.1" status: 200 len: 918 time: 0.6172259 Nov 23 12:46:48.942472 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 46664) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:48.945381 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-476847f7-e77e-49b9-a559-e0e220ef9f8e req-ddf87d30-ea7e-4773-97fa-59f62bd6d516 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=544b571b-f84a-45cd-82a6-bcdf0529258b HTTP/1.1" status: 200 len: 217 time: 0.0740054 Nov 23 12:46:48.945726 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-10aaa164-4ac3-4e3d-ae5d-98fb9121a96f req-e715b267-39a6-46b1-9ed9-0d50448f4e92 service neutron] 10.222.0.54 "GET /v2.0/networks/f9d133c8-4135-48e6-b582-06743cb8c4da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6896455 Nov 23 12:46:49.016870 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-86569438-deb0-4cdf-aced-4de14a10540a req-2e22b343-d7a2-48a7-af86-376300cbcd21 tempest-DeleteServersTestJSON-2039855933 tempest-DeleteServersTestJSON-2039855933-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee2954f9-8dbc-41bd-89bd-8ae39b19f461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2907603 Nov 23 12:46:49.051734 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-0252c5f4-33a9-4811-96fa-f330b978375f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e4ddbaa10e664e9dbbd3bb3514b6589a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1086419 Nov 23 12:46:49.052548 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 46670) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:49.124221 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476847f7-e77e-49b9-a559-e0e220ef9f8e req-a5641b73-c12a-47ab-91de-6b8393d857da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:49.126000 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-476847f7-e77e-49b9-a559-e0e220ef9f8e req-a5641b73-c12a-47ab-91de-6b8393d857da service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bd51d8cb-0c29-4851-b2cf-4f44e529c93c HTTP/1.1" status: 200 len: 857 time: 0.1552684 Nov 23 12:46:49.133317 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff10429-848a-4ae6-8b21-043e17d0260b req-46976a82-1f98-4182-8cae-6d8cfcd013fd tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:49.135065 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8ff10429-848a-4ae6-8b21-043e17d0260b req-46976a82-1f98-4182-8cae-6d8cfcd013fd tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4d90f60-e137-4811-85c3-0bcfe3e77242 HTTP/1.1" status: 200 len: 944 time: 0.3424504 Nov 23 12:46:49.207044 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-476847f7-e77e-49b9-a559-e0e220ef9f8e req-637bdf74-68a8-4376-b669-547a361db78a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f9d133c8-4135-48e6-b582-06743cb8c4da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583334 Nov 23 12:46:49.299285 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-0433a157-7d66-46b1-b693-3d99d5a3b0e4 req-94192b1f-d7c2-4c57-be07-d1d76f26670f tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Notify callbacks [] for port, precommit_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:49.310424 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-ca3aaf24-9edf-4657-939c-cbaa97dfc893 req-b1fd00c0-eb88-470e-a68c-4a075d6c2fe1 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] 10.222.0.31 "GET /v2.0/ports?device_id=872292ed-386e-4699-a03d-8e1c49db1f89 HTTP/1.1" status: 200 len: 210 time: 0.1030748 Nov 23 12:46:49.313690 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8ff10429-848a-4ae6-8b21-043e17d0260b req-4720184b-11b2-4511-b8d7-44b68e2c6dc6 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07395ea-6958-4a30-8653-814e78309a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681480 Nov 23 12:46:49.341502 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-36077265-77ec-4f77-aec4-7bcb538f2522 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:49.359360 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.provisioning_blocks [req-0433a157-7d66-46b1-b693-3d99d5a3b0e4 req-94192b1f-d7c2-4c57-be07-d1d76f26670f tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Transition to ACTIVE for port object 65c7a919-dbd1-44a3-b3ed-fe42d845dbd9 will not be triggered until provisioned by entity DHCP. {{(pid=86837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:46:49.376924 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-36077265-77ec-4f77-aec4-7bcb538f2522 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:49.408398 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-476847f7-e77e-49b9-a559-e0e220ef9f8e req-ff33a97a-7202-46a5-837a-b880db382d3b service neutron] 10.222.0.54 "GET /v2.0/networks/f9d133c8-4135-48e6-b582-06743cb8c4da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925747 Nov 23 12:46:49.454528 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-0433a157-7d66-46b1-b693-3d99d5a3b0e4 req-94192b1f-d7c2-4c57-be07-d1d76f26670f tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788170525763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6379447'] for port, after_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:49.468519 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-36077265-77ec-4f77-aec4-7bcb538f2522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:49.468973 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Device 802d7382-a7a7-4d00-8901-3b4993b19393 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 23 12:46:49.479192 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-207e188f-9156-4dba-8952-1e191de99d89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:49.502853 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36077265-77ec-4f77-aec4-7bcb538f2522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c09e36ee-5f2e-453d-8922-a25f68f0a23a,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:49.507409 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-36077265-77ec-4f77-aec4-7bcb538f2522 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:49.516791 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-36077265-77ec-4f77-aec4-7bcb538f2522 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:49.527608 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-36077265-77ec-4f77-aec4-7bcb538f2522 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c09e36ee-5f2e-453d-8922-a25f68f0a23a HTTP/1.1" status: 204 len: 168 time: 0.4623923 Nov 23 12:46:49.544882 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:49.616034 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0433a157-7d66-46b1-b693-3d99d5a3b0e4 req-94192b1f-d7c2-4c57-be07-d1d76f26670f tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Network f34ec0a4-d329-411a-9213-97be29ff4587 is already hosted by enough agents. {{(pid=86837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:46:49.630581 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.scheduler.base_scheduler [req-0433a157-7d66-46b1-b693-3d99d5a3b0e4 req-94192b1f-d7c2-4c57-be07-d1d76f26670f tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Resources bound (agent type, host, resource id): {{(pid=86837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:46:49.641469 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.l3_dvrscheduler_db [req-0433a157-7d66-46b1-b693-3d99d5a3b0e4 req-94192b1f-d7c2-4c57-be07-d1d76f26670f tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Received port after_create {{(pid=86837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 12:46:49.757813 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94192b1f-d7c2-4c57-be07-d1d76f26670f tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Pushing event updated for resources: {'Port': ['ID=65c7a919-dbd1-44a3-b3ed-fe42d845dbd9,revision_number=1']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:49.769569 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-476847f7-e77e-49b9-a559-e0e220ef9f8e req-a1974f43-2ab2-4bea-8a46-35140f221ffc service neutron] 10.222.0.54 "GET /v2.0/networks/f9d133c8-4135-48e6-b582-06743cb8c4da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3529949 Nov 23 12:46:49.773512 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-94192b1f-d7c2-4c57-be07-d1d76f26670f tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:49.782093 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0433a157-7d66-46b1-b693-3d99d5a3b0e4 req-94192b1f-d7c2-4c57-be07-d1d76f26670f tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:49.783075 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-0433a157-7d66-46b1-b693-3d99d5a3b0e4 req-94192b1f-d7c2-4c57-be07-d1d76f26670f tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600637'] for port, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:49.820690 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-0433a157-7d66-46b1-b693-3d99d5a3b0e4 req-94192b1f-d7c2-4c57-be07-d1d76f26670f tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2709982 Nov 23 12:46:49.837789 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.v2.base [req-0433a157-7d66-46b1-b693-3d99d5a3b0e4 req-775e3eaa-c76e-44aa-9cc9-510a802518cf service neutron] Request body: {'port': {'device_id': '872292ed-386e-4699-a03d-8e1c49db1f89', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:46:49.853299 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] For port 802d7382-a7a7-4d00-8901-3b4993b19393, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=802d7382-a7a7-4d00-8901-3b4993b19393,segment=NetworkSegment(2ce219c0-31bb-4a35-97c5-ece432ad3767),segment_id=2ce219c0-31bb-4a35-97c5-ece432ad3767)] {{(pid=86839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:46:49.873352 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Returning: {'device': '802d7382-a7a7-4d00-8901-3b4993b19393', 'network_id': 'f9d133c8-4135-48e6-b582-06743cb8c4da', 'port_id': '802d7382-a7a7-4d00-8901-3b4993b19393', 'mac_address': 'fa:16:3e:97:9c:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 786, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd51d8cb-0c29-4851-b2cf-4f44e529c93c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 23 12:46:49.959011 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:50.026971 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.notifiers.nova [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 802d7382-a7a7-4d00-8901-3b4993b19393 {{(pid=86839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 12:46:50.050047 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b355e569-2acc-4934-a682-ee9886e42060 req-730a5c47-1d05-4cc4-842a-641a280e88dc tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:50.054679 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-b355e569-2acc-4934-a682-ee9886e42060 req-730a5c47-1d05-4cc4-842a-641a280e88dc tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f160759-d9fc-45e2-8533-6615870234d8 HTTP/1.1" status: 200 len: 946 time: 0.3830705 Nov 23 12:46:50.078157 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] For port 802d7382-a7a7-4d00-8901-3b4993b19393, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=802d7382-a7a7-4d00-8901-3b4993b19393,segment=NetworkSegment(2ce219c0-31bb-4a35-97c5-ece432ad3767),segment_id=2ce219c0-31bb-4a35-97c5-ece432ad3767)] {{(pid=86839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:46:50.089889 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826'] for port, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:50.093830 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:50.222217 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-b355e569-2acc-4934-a682-ee9886e42060 req-46a7e8cb-03e7-417a-ae21-629feaec7086 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.31 "GET /v2.0/security-groups?id=0a850f89-1fcd-4fc3-a6fa-0f4e61598668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588054 Nov 23 12:46:50.231350 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-0433a157-7d66-46b1-b693-3d99d5a3b0e4 req-775e3eaa-c76e-44aa-9cc9-510a802518cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:50.315902 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Pushing event updated for resources: {'Port': ['ID=802d7382-a7a7-4d00-8901-3b4993b19393,revision_number=4']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:50.356925 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:50.402358 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-0eac8475-d00f-49f0-a2fe-6e4eeabc9cbd None None] Provisioning for port 65c7a919-dbd1-44a3-b3ed-fe42d845dbd9 completed by entity DHCP. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:46:50.412350 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-0eac8475-d00f-49f0-a2fe-6e4eeabc9cbd None None] Provisioning complete for port 65c7a919-dbd1-44a3-b3ed-fe42d845dbd9 triggered by entity DHCP. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:46:50.412350 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-0eac8475-d00f-49f0-a2fe-6e4eeabc9cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567787'] for port, provisioning_complete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:50.468952 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c91686-850c-4c3f-b09b-812c3f5de24e req-57ffa5c5-05ba-488f-90ba-4f6438e52e76 tempest-DeleteServersTestJSON-2039855933 tempest-DeleteServersTestJSON-2039855933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:50.472167 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] get_ports_and_sgs() called for port_ids ['802d7382-a7a7-4d00-8901-3b4993b19393'] {{(pid=86839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 12:46:50.480353 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-92c91686-850c-4c3f-b09b-812c3f5de24e req-57ffa5c5-05ba-488f-90ba-4f6438e52e76 tempest-DeleteServersTestJSON-2039855933 tempest-DeleteServersTestJSON-2039855933-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc9a5223-b06b-4769-ba6b-4d2311a21559 HTTP/1.1" status: 200 len: 945 time: 0.2045548 Nov 23 12:46:50.597054 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-92c91686-850c-4c3f-b09b-812c3f5de24e req-c4984883-579a-4ce1-a1a3-ee1b3154e862 tempest-DeleteServersTestJSON-2039855933 tempest-DeleteServersTestJSON-2039855933-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee2954f9-8dbc-41bd-89bd-8ae39b19f461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120923 Nov 23 12:46:50.600346 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 46722) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:50.600814 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.plugin [None req-0eac8475-d00f-49f0-a2fe-6e4eeabc9cbd None None] Port 65c7a919-dbd1-44a3-b3ed-fe42d845dbd9 cannot update to ACTIVE because it is not bound. {{(pid=86839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 23 12:46:50.856295 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-fbac8de1-a1b1-4d1b-94de-cef4deb5adfb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cee62862fd6b42729605c4fa4a76c954&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2546835 Nov 23 12:46:50.861423 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 46730) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:50.939044 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1613c91e-1f4f-411d-970a-12d02bdec683 req-267256ad-507a-4d4a-b6d7-f8053f1f915d tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:50.941146 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-1613c91e-1f4f-411d-970a-12d02bdec683 req-267256ad-507a-4d4a-b6d7-f8053f1f915d tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] 10.222.0.31 "GET /v2.0/ports?device_id=872292ed-386e-4699-a03d-8e1c49db1f89 HTTP/1.1" status: 200 len: 931 time: 0.3040528 Nov 23 12:46:50.996462 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.notifiers.nova [req-0433a157-7d66-46b1-b693-3d99d5a3b0e4 req-775e3eaa-c76e-44aa-9cc9-510a802518cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65c7a919-dbd1-44a3-b3ed-fe42d845dbd9 {{(pid=86837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 12:46:51.004467 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-0433a157-7d66-46b1-b693-3d99d5a3b0e4 req-775e3eaa-c76e-44aa-9cc9-510a802518cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:51.011519 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0688d0df-eeef-4c16-8b69-4a44c3b0755a req-a49d7ef0-3e56-47ad-aa30-75b854c094cd tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:51.013771 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-0688d0df-eeef-4c16-8b69-4a44c3b0755a req-a49d7ef0-3e56-47ad-aa30-75b854c094cd tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4d90f60-e137-4811-85c3-0bcfe3e77242 HTTP/1.1" status: 200 len: 944 time: 0.2303991 Nov 23 12:46:51.020425 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.provisioning_blocks [req-0433a157-7d66-46b1-b693-3d99d5a3b0e4 req-775e3eaa-c76e-44aa-9cc9-510a802518cf service neutron] Transition to ACTIVE for port object 65c7a919-dbd1-44a3-b3ed-fe42d845dbd9 will not be triggered until provisioned by entity L2. {{(pid=86837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:46:51.026462 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-0433a157-7d66-46b1-b693-3d99d5a3b0e4 req-775e3eaa-c76e-44aa-9cc9-510a802518cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6379454'] for port, after_update {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:51.033776 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-dbef3b46-65ae-4d51-9ddb-5d8637496063 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:51.070250 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-1613c91e-1f4f-411d-970a-12d02bdec683 req-e8df2f3b-a898-48e2-90d1-5b2d625993ec tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec7a2df9-5b5f-4d0a-9518-b6602095324f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1186616 Nov 23 12:46:51.071815 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-9eeefdee-fcb9-4102-ac7e-fce5251fe8a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:51.166871 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-9eeefdee-fcb9-4102-ac7e-fce5251fe8a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:51.249549 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-9eeefdee-fcb9-4102-ac7e-fce5251fe8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:51.271203 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-80423ffb-861f-447e-bff3-4bd98b8b9493 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:51.287777 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eeefdee-fcb9-4102-ac7e-fce5251fe8a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d9aebfc-7276-483f-9b21-6828546ad6b6,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:51.291471 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-9eeefdee-fcb9-4102-ac7e-fce5251fe8a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:51.298176 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775e3eaa-c76e-44aa-9cc9-510a802518cf service neutron] Pushing event updated for resources: {'Port': ['ID=65c7a919-dbd1-44a3-b3ed-fe42d845dbd9,revision_number=2']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:51.300234 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-9eeefdee-fcb9-4102-ac7e-fce5251fe8a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:51.302663 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-9eeefdee-fcb9-4102-ac7e-fce5251fe8a4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3d9aebfc-7276-483f-9b21-6828546ad6b6 HTTP/1.1" status: 204 len: 168 time: 0.4379084 Nov 23 12:46:51.313234 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-775e3eaa-c76e-44aa-9cc9-510a802518cf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:51.325535 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-0688d0df-eeef-4c16-8b69-4a44c3b0755a req-6b59c1c0-0417-4c29-a85b-92bf08d6c4c1 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07395ea-6958-4a30-8653-814e78309a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2929313 Nov 23 12:46:51.485264 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Device 544b571b-f84a-45cd-82a6-bcdf0529258b details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 23 12:46:51.531503 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Device 802d7382-a7a7-4d00-8901-3b4993b19393 up at agent hyperv_hv-cinder-81888 {{(pid=86839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:46:51.673153 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.db.resource_extend [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 12:46:51.793420 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ca188a-7793-43b8-b9be-fd7d536039ee req-52bc6cbc-a0ff-40a9-a78d-5b646ae73a42 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:51.796577 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-37ca188a-7793-43b8-b9be-fd7d536039ee req-52bc6cbc-a0ff-40a9-a78d-5b646ae73a42 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f160759-d9fc-45e2-8533-6615870234d8 HTTP/1.1" status: 200 len: 946 time: 0.2410860 Nov 23 12:46:51.809348 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Provisioning for port 802d7382-a7a7-4d00-8901-3b4993b19393 completed by entity L2. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:46:51.818562 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Provisioning complete for port 802d7382-a7a7-4d00-8901-3b4993b19393 triggered by entity L2. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:46:51.819422 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567787'] for port, provisioning_complete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:51.833673 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.managers [req-0433a157-7d66-46b1-b693-3d99d5a3b0e4 req-775e3eaa-c76e-44aa-9cc9-510a802518cf service neutron] Attempting to bind port 65c7a919-dbd1-44a3-b3ed-fe42d845dbd9 on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 12:46:51.834355 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.managers [req-0433a157-7d66-46b1-b693-3d99d5a3b0e4 req-775e3eaa-c76e-44aa-9cc9-510a802518cf service neutron] Attempting to bind port 65c7a919-dbd1-44a3-b3ed-fe42d845dbd9 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '72423ed0-d64a-4579-bbc7-85380a74b257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'f34ec0a4-d329-411a-9213-97be29ff4587'}] {{(pid=86837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 12:46:51.834934 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0433a157-7d66-46b1-b693-3d99d5a3b0e4 req-775e3eaa-c76e-44aa-9cc9-510a802518cf service neutron] Attempting to bind port 65c7a919-dbd1-44a3-b3ed-fe42d845dbd9 on network f34ec0a4-d329-411a-9213-97be29ff4587 {{(pid=86837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:46:51.841011 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0433a157-7d66-46b1-b693-3d99d5a3b0e4 req-775e3eaa-c76e-44aa-9cc9-510a802518cf service neutron] Port 65c7a919-dbd1-44a3-b3ed-fe42d845dbd9 on network f34ec0a4-d329-411a-9213-97be29ff4587 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 23 12:46:51.843517 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0433a157-7d66-46b1-b693-3d99d5a3b0e4 req-775e3eaa-c76e-44aa-9cc9-510a802518cf service neutron] Attempting to bind port 65c7a919-dbd1-44a3-b3ed-fe42d845dbd9 on network f34ec0a4-d329-411a-9213-97be29ff4587 {{(pid=86837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:46:51.852705 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0433a157-7d66-46b1-b693-3d99d5a3b0e4 req-775e3eaa-c76e-44aa-9cc9-510a802518cf service neutron] Checking agent: {'id': 'c02b2241-eea5-43d7-ab73-e33b65374cd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 44, 5), 'started_at': datetime.datetime(2021, 11, 23, 12, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 12:46:51.862982 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0433a157-7d66-46b1-b693-3d99d5a3b0e4 req-775e3eaa-c76e-44aa-9cc9-510a802518cf service neutron] Checking segment: {'id': '72423ed0-d64a-4579-bbc7-85380a74b257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'f34ec0a4-d329-411a-9213-97be29ff4587'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:46:51.864584 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0433a157-7d66-46b1-b693-3d99d5a3b0e4 req-775e3eaa-c76e-44aa-9cc9-510a802518cf service neutron] Bound using segment: {'id': '72423ed0-d64a-4579-bbc7-85380a74b257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'f34ec0a4-d329-411a-9213-97be29ff4587'} {{(pid=86837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 12:46:51.866298 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.managers [req-0433a157-7d66-46b1-b693-3d99d5a3b0e4 req-775e3eaa-c76e-44aa-9cc9-510a802518cf service neutron] Bound port: 65c7a919-dbd1-44a3-b3ed-fe42d845dbd9, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72423ed0-d64a-4579-bbc7-85380a74b257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'f34ec0a4-d329-411a-9213-97be29ff4587'}}] {{(pid=86837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 12:46:51.867064 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-0433a157-7d66-46b1-b693-3d99d5a3b0e4 req-775e3eaa-c76e-44aa-9cc9-510a802518cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:51.897980 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-37ca188a-7793-43b8-b9be-fd7d536039ee req-c6a9f277-876c-455f-b988-dce306137ad1 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.31 "GET /v2.0/security-groups?id=0a850f89-1fcd-4fc3-a6fa-0f4e61598668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890872 Nov 23 12:46:52.011303 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.db [req-0433a157-7d66-46b1-b693-3d99d5a3b0e4 req-775e3eaa-c76e-44aa-9cc9-510a802518cf service neutron] For port 65c7a919-dbd1-44a3-b3ed-fe42d845dbd9, host hv-cinder-81888, cleared binding levels {{(pid=86837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 12:46:52.013108 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] For port 544b571b-f84a-45cd-82a6-bcdf0529258b, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=544b571b-f84a-45cd-82a6-bcdf0529258b,segment=NetworkSegment(2ce219c0-31bb-4a35-97c5-ece432ad3767),segment_id=2ce219c0-31bb-4a35-97c5-ece432ad3767)] {{(pid=86839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:46:52.021768 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.db [req-0433a157-7d66-46b1-b693-3d99d5a3b0e4 req-775e3eaa-c76e-44aa-9cc9-510a802518cf service neutron] For port 65c7a919-dbd1-44a3-b3ed-fe42d845dbd9, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=65c7a919-dbd1-44a3-b3ed-fe42d845dbd9,segment=NetworkSegment(72423ed0-d64a-4579-bbc7-85380a74b257),segment_id=72423ed0-d64a-4579-bbc7-85380a74b257)] {{(pid=86837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 12:46:52.031310 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-0433a157-7d66-46b1-b693-3d99d5a3b0e4 req-775e3eaa-c76e-44aa-9cc9-510a802518cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6379454'] for port, after_update {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:52.041318 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:52.047111 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Returning: {'device': '544b571b-f84a-45cd-82a6-bcdf0529258b', 'network_id': 'f9d133c8-4135-48e6-b582-06743cb8c4da', 'port_id': '544b571b-f84a-45cd-82a6-bcdf0529258b', 'mac_address': 'fa:16:3e:3a:80:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 786, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd51d8cb-0c29-4851-b2cf-4f44e529c93c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 23 12:46:52.110885 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0433a157-7d66-46b1-b693-3d99d5a3b0e4 req-775e3eaa-c76e-44aa-9cc9-510a802518cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:52.111595 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-0433a157-7d66-46b1-b693-3d99d5a3b0e4 req-775e3eaa-c76e-44aa-9cc9-510a802518cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600637'] for port, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:52.113491 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-0433a157-7d66-46b1-b693-3d99d5a3b0e4 req-775e3eaa-c76e-44aa-9cc9-510a802518cf service neutron] 10.222.0.54 "PUT /v2.0/ports/65c7a919-dbd1-44a3-b3ed-fe42d845dbd9 HTTP/1.1" status: 200 len: 1093 time: 2.2809601 Nov 23 12:46:52.114186 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '872292ed-386e-4699-a03d-8e1c49db1f89', 'tag': '65c7a919-dbd1-44a3-b3ed-fe42d845dbd9'}] {{(pid=86837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:46:52.142697 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775e3eaa-c76e-44aa-9cc9-510a802518cf service neutron] Pushing event updated for resources: {'Port': ['ID=65c7a919-dbd1-44a3-b3ed-fe42d845dbd9,revision_number=3']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:52.152549 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-775e3eaa-c76e-44aa-9cc9-510a802518cf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:52.376459 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '872292ed-386e-4699-a03d-8e1c49db1f89', 'tag': '65c7a919-dbd1-44a3-b3ed-fe42d845dbd9', 'status': 'completed', 'code': 200} Nov 23 12:46:52.407347 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0433a157-7d66-46b1-b693-3d99d5a3b0e4 req-ee812d85-e770-4b3b-9a13-4a65bba42b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:52.409808 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-0433a157-7d66-46b1-b693-3d99d5a3b0e4 req-ee812d85-e770-4b3b-9a13-4a65bba42b1e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e6142a50a1bb4ef9bfd9b1bc59edda1d&device_id=872292ed-386e-4699-a03d-8e1c49db1f89 HTTP/1.1" status: 200 len: 1096 time: 0.2243607 Nov 23 12:46:52.584061 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-0433a157-7d66-46b1-b693-3d99d5a3b0e4 req-0340dcf5-83f0-4709-8858-1e61d1ee278d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=65c7a919-dbd1-44a3-b3ed-fe42d845dbd9 HTTP/1.1" status: 200 len: 217 time: 0.1617382 Nov 23 12:46:52.761222 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:52.818673 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:52.825455 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3104b063-afa8-4a49-9810-b608bf57c0b6 req-dbac0de7-c277-4d10-91ab-4c391aaeff1e tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:52.840607 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-3104b063-afa8-4a49-9810-b608bf57c0b6 req-dbac0de7-c277-4d10-91ab-4c391aaeff1e tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] 10.222.0.31 "GET /v2.0/ports?device_id=872292ed-386e-4699-a03d-8e1c49db1f89 HTTP/1.1" status: 200 len: 943 time: 0.2737448 Nov 23 12:46:52.851437 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0433a157-7d66-46b1-b693-3d99d5a3b0e4 req-ec89cd15-4cfc-4022-af4d-4c78e7bdd088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:52.855637 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-0433a157-7d66-46b1-b693-3d99d5a3b0e4 req-ec89cd15-4cfc-4022-af4d-4c78e7bdd088 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=456abfc7-81cf-4d5c-adc8-b3f39f8433bb HTTP/1.1" status: 200 len: 849 time: 0.2621584 Nov 23 12:46:52.913798 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.notifiers.nova [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 544b571b-f84a-45cd-82a6-bcdf0529258b {{(pid=86839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 12:46:52.916898 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d42db1-cd3d-473c-b4be-e4ca86d0049a req-632171b3-71e8-4c0c-833b-ebf03c097dc0 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:52.925831 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-01d42db1-cd3d-473c-b4be-e4ca86d0049a req-632171b3-71e8-4c0c-833b-ebf03c097dc0 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4d90f60-e137-4811-85c3-0bcfe3e77242 HTTP/1.1" status: 200 len: 944 time: 0.2455497 Nov 23 12:46:52.958243 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aa277d2-d587-4c30-a177-a45523276ec0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '802d7382-a7a7-4d00-8901-3b4993b19393'}] {{(pid=86839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:46:52.997117 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-3104b063-afa8-4a49-9810-b608bf57c0b6 req-fa87f5b8-e278-4427-b843-75fdca005895 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec7a2df9-5b5f-4d0a-9518-b6602095324f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1507745 Nov 23 12:46:53.015354 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-502a8e43-8dbf-487c-9471-35e0687564db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:53.015854 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0433a157-7d66-46b1-b693-3d99d5a3b0e4 req-465716af-a92c-4b21-84a9-bf0953374cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:53.017548 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-0433a157-7d66-46b1-b693-3d99d5a3b0e4 req-465716af-a92c-4b21-84a9-bf0953374cfe service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f34ec0a4-d329-411a-9213-97be29ff4587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1487739 Nov 23 12:46:53.046912 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] For port 802d7382-a7a7-4d00-8901-3b4993b19393, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=802d7382-a7a7-4d00-8901-3b4993b19393,segment=NetworkSegment(2ce219c0-31bb-4a35-97c5-ece432ad3767),segment_id=2ce219c0-31bb-4a35-97c5-ece432ad3767)] {{(pid=86839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:46:53.074826 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-01d42db1-cd3d-473c-b4be-e4ca86d0049a req-74449c0c-9ebf-4c6a-a13c-a99777129607 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07395ea-6958-4a30-8653-814e78309a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465893 Nov 23 12:46:53.090315 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] For port 544b571b-f84a-45cd-82a6-bcdf0529258b, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=544b571b-f84a-45cd-82a6-bcdf0529258b,segment=NetworkSegment(2ce219c0-31bb-4a35-97c5-ece432ad3767),segment_id=2ce219c0-31bb-4a35-97c5-ece432ad3767)] {{(pid=86839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:46:53.092461 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826'] for port, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:53.111019 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-f768b2dd-1286-4e97-aad6-a4e19c68cc13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:53.201627 dv-cinder-818883-1-smb neutron-server[86839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aa277d2-d587-4c30-a177-a45523276ec0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '802d7382-a7a7-4d00-8901-3b4993b19393', 'code': 200} Nov 23 12:46:53.228757 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826'] for port, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:53.304917 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Pushing event updated for resources: {'Port': ['ID=802d7382-a7a7-4d00-8901-3b4993b19393,revision_number=5']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:53.308695 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:53.309432 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.060s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:53.429537 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Pushing event updated for resources: {'Port': ['ID=544b571b-f84a-45cd-82a6-bcdf0529258b,revision_number=4']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:53.434030 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:53.436783 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:53.533855 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] get_ports_and_sgs() called for port_ids ['544b571b-f84a-45cd-82a6-bcdf0529258b'] {{(pid=86839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 12:46:53.553826 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-0433a157-7d66-46b1-b693-3d99d5a3b0e4 req-399466e9-4934-4cef-859e-bb3e6ef2b378 service neutron] 10.222.0.54 "GET /v2.0/networks/f34ec0a4-d329-411a-9213-97be29ff4587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5245969 Nov 23 12:46:53.682270 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2dd0e7-0b37-4ec5-b7bd-792350eea04a req-f0144a5b-f0bf-4d53-b02b-a444bc7877d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:53.684304 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-7c2dd0e7-0b37-4ec5-b7bd-792350eea04a req-f0144a5b-f0bf-4d53-b02b-a444bc7877d4 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=1aa277d2-d587-4c30-a177-a45523276ec0 HTTP/1.1" status: 200 len: 1098 time: 0.2389667 Nov 23 12:46:53.767703 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [req-7c2dd0e7-0b37-4ec5-b7bd-792350eea04a req-27f48df1-e23d-4f2d-8084-05e233cc7ebe service neutron] Synchronizing usage tracker for tenant:f19c19b2df8346a5a783a35b5fe19eec on resource:security_group {{(pid=86837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:46:53.774904 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-0433a157-7d66-46b1-b693-3d99d5a3b0e4 req-bfd3d39d-88e5-4530-89c0-478435262a92 service neutron] 10.222.0.54 "GET /v2.0/networks/f34ec0a4-d329-411a-9213-97be29ff4587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135324 Nov 23 12:46:53.795627 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [req-7c2dd0e7-0b37-4ec5-b7bd-792350eea04a req-27f48df1-e23d-4f2d-8084-05e233cc7ebe service neutron] Unset dirty status for tenant:f19c19b2df8346a5a783a35b5fe19eec on resource:security_group {{(pid=86837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:46:53.798207 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-7c2dd0e7-0b37-4ec5-b7bd-792350eea04a req-27f48df1-e23d-4f2d-8084-05e233cc7ebe service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=a07395ea-6958-4a30-8653-814e78309a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055784 Nov 23 12:46:54.231045 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41cddfb-a170-4588-9d43-8a8f7207818b req-541a8b2b-78c2-4255-aa21-6b0f2d91ea52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:54.237057 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-a41cddfb-a170-4588-9d43-8a8f7207818b req-541a8b2b-78c2-4255-aa21-6b0f2d91ea52 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e6142a50a1bb4ef9bfd9b1bc59edda1d&device_id=872292ed-386e-4699-a03d-8e1c49db1f89 HTTP/1.1" status: 200 len: 1096 time: 0.1687307 Nov 23 12:46:54.389866 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 46856) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:54.455148 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d2bcf9-cc53-4c72-a7ee-f869c13793aa req-9469514c-9ea1-4595-ae01-0ee3f654ff20 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:54.463773 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-90d2bcf9-cc53-4c72-a7ee-f869c13793aa req-9469514c-9ea1-4595-ae01-0ee3f654ff20 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] 10.222.0.31 "GET /v2.0/ports?device_id=872292ed-386e-4699-a03d-8e1c49db1f89 HTTP/1.1" status: 200 len: 943 time: 0.2354317 Nov 23 12:46:54.496103 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88532a5-84c9-41f6-b9ec-8841a064135e req-7e2e9c74-1e62-41c8-9d22-530fe5cc21b2 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:54.504189 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-e88532a5-84c9-41f6-b9ec-8841a064135e req-7e2e9c74-1e62-41c8-9d22-530fe5cc21b2 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4d90f60-e137-4811-85c3-0bcfe3e77242 HTTP/1.1" status: 200 len: 945 time: 0.1823788 Nov 23 12:46:54.518586 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41cddfb-a170-4588-9d43-8a8f7207818b req-f96b4a65-bb16-4929-ac41-f4b61c0fedd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:54.522882 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-a41cddfb-a170-4588-9d43-8a8f7207818b req-f96b4a65-bb16-4929-ac41-f4b61c0fedd6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f34ec0a4-d329-411a-9213-97be29ff4587 HTTP/1.1" status: 200 len: 911 time: 0.2800906 Nov 23 12:46:54.622181 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-90d2bcf9-cc53-4c72-a7ee-f869c13793aa req-c5c3e4c4-f654-4736-9219-823e11e2e6c1 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec7a2df9-5b5f-4d0a-9518-b6602095324f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1572096 Nov 23 12:46:54.645681 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-e88532a5-84c9-41f6-b9ec-8841a064135e req-9fcc1273-cdf4-404e-8483-b09d83b8f584 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07395ea-6958-4a30-8653-814e78309a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376047 Nov 23 12:46:54.691903 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-a41cddfb-a170-4588-9d43-8a8f7207818b req-354aaa98-fa7a-42bc-a061-ad033b885fdf service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=65c7a919-dbd1-44a3-b3ed-fe42d845dbd9 HTTP/1.1" status: 200 len: 217 time: 0.1473932 Nov 23 12:46:54.787599 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41cddfb-a170-4588-9d43-8a8f7207818b req-0249599a-beda-44a3-91b8-4516a7a7381d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:54.790571 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-a41cddfb-a170-4588-9d43-8a8f7207818b req-0249599a-beda-44a3-91b8-4516a7a7381d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=456abfc7-81cf-4d5c-adc8-b3f39f8433bb HTTP/1.1" status: 200 len: 849 time: 0.0919323 Nov 23 12:46:54.890247 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41cddfb-a170-4588-9d43-8a8f7207818b req-76bbac63-b16b-42cf-9e15-742a25bb4ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:54.891824 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-a41cddfb-a170-4588-9d43-8a8f7207818b req-76bbac63-b16b-42cf-9e15-742a25bb4ab4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f34ec0a4-d329-411a-9213-97be29ff4587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0878634 Nov 23 12:46:54.904071 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-51343b6a-253b-4f38-adea-3061494b6d2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:54.920137 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-51343b6a-253b-4f38-adea-3061494b6d2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:46:54.924357 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-51343b6a-253b-4f38-adea-3061494b6d2f admin admin] Usage tracker for resource:security_group_rule and tenant:557e30f5ec0d45b08a77621bcd6def0b is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:46:54.927399 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-51343b6a-253b-4f38-adea-3061494b6d2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:46:54.933533 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-51343b6a-253b-4f38-adea-3061494b6d2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:46:55.045155 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-51343b6a-253b-4f38-adea-3061494b6d2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:55.050291 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-51343b6a-253b-4f38-adea-3061494b6d2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:55.051399 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-a41cddfb-a170-4588-9d43-8a8f7207818b req-37e2cf03-9f36-42b6-aec9-8f6b09cf2d27 service neutron] 10.222.0.54 "GET /v2.0/networks/f34ec0a4-d329-411a-9213-97be29ff4587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471455 Nov 23 12:46:55.061835 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-bb66fa41-6146-4811-855a-8c6bb060c2e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:55.094210 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-51343b6a-253b-4f38-adea-3061494b6d2f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=557e30f5ec0d45b08a77621bcd6def0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6997235 Nov 23 12:46:55.096105 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 46888) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:55.164549 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51343b6a-253b-4f38-adea-3061494b6d2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97ad8baa-6b4a-4975-b13c-ae412447405f,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:55.169794 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-51343b6a-253b-4f38-adea-3061494b6d2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:55.218985 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-649e0a05-4b74-44c8-b9a6-7eba7cb098d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:55.299338 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-649e0a05-4b74-44c8-b9a6-7eba7cb098d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:55.340837 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-a41cddfb-a170-4588-9d43-8a8f7207818b req-687d362c-405a-4c34-96fd-ea22a3137910 service neutron] 10.222.0.54 "GET /v2.0/networks/f34ec0a4-d329-411a-9213-97be29ff4587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2817945 Nov 23 12:46:55.379961 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-649e0a05-4b74-44c8-b9a6-7eba7cb098d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:55.384346 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:55.397974 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649e0a05-4b74-44c8-b9a6-7eba7cb098d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97ad8baa-6b4a-4975-b13c-ae412447405f,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:55.401791 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-649e0a05-4b74-44c8-b9a6-7eba7cb098d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:55.408096 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-649e0a05-4b74-44c8-b9a6-7eba7cb098d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:55.409447 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-649e0a05-4b74-44c8-b9a6-7eba7cb098d4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/97ad8baa-6b4a-4975-b13c-ae412447405f HTTP/1.1" status: 204 len: 168 time: 0.3119102 Nov 23 12:46:55.491279 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Device 544b571b-f84a-45cd-82a6-bcdf0529258b up at agent hyperv_hv-cinder-81888 {{(pid=86839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:46:55.602699 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Provisioning for port 544b571b-f84a-45cd-82a6-bcdf0529258b completed by entity L2. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:46:55.609006 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Provisioning complete for port 544b571b-f84a-45cd-82a6-bcdf0529258b triggered by entity L2. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:46:55.609393 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567787'] for port, provisioning_complete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:55.695591 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-a2505b92-6ffe-4c89-bfac-0cdc2117e21c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:55.818985 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:55.895174 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 46924) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:55.899358 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4d90f60-e137-4811-85c3-0bcfe3e77242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '544b571b-f84a-45cd-82a6-bcdf0529258b'}] {{(pid=86839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:46:55.910606 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] For port 544b571b-f84a-45cd-82a6-bcdf0529258b, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=544b571b-f84a-45cd-82a6-bcdf0529258b,segment=NetworkSegment(2ce219c0-31bb-4a35-97c5-ece432ad3767),segment_id=2ce219c0-31bb-4a35-97c5-ece432ad3767)] {{(pid=86839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:46:55.918367 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826'] for port, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:55.921213 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:55.933841 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-160af082-27c2-4a0e-aaf5-f4324ec40c4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:55.947217 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ca15b7-4516-42de-bf34-a130f6aea89f req-34833bdb-9c2b-40af-bba8-8084d25231bf tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:55.948752 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-46ca15b7-4516-42de-bf34-a130f6aea89f req-34833bdb-9c2b-40af-bba8-8084d25231bf tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] 10.222.0.31 "GET /v2.0/ports?device_id=872292ed-386e-4699-a03d-8e1c49db1f89 HTTP/1.1" status: 200 len: 943 time: 0.1898334 Nov 23 12:46:55.959023 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-160af082-27c2-4a0e-aaf5-f4324ec40c4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:46:55.964055 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-160af082-27c2-4a0e-aaf5-f4324ec40c4b admin admin] Usage tracker for resource:security_group_rule and tenant:3d1476fb12ce4c719a8aa65bea0e4157 is out of sync, need to count used quota {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:46:55.967321 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-160af082-27c2-4a0e-aaf5-f4324ec40c4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:46:55.976147 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-160af082-27c2-4a0e-aaf5-f4324ec40c4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:46:56.013088 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Pushing event updated for resources: {'Port': ['ID=544b571b-f84a-45cd-82a6-bcdf0529258b,revision_number=5']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:56.018346 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:56.020071 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-46ca15b7-4516-42de-bf34-a130f6aea89f req-82bbd1c0-f7df-4208-b174-5b319e8010d4 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec7a2df9-5b5f-4d0a-9518-b6602095324f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632682 Nov 23 12:46:56.133733 dv-cinder-818883-1-smb neutron-server[86839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4d90f60-e137-4811-85c3-0bcfe3e77242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '544b571b-f84a-45cd-82a6-bcdf0529258b', 'code': 200} Nov 23 12:46:56.169679 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-160af082-27c2-4a0e-aaf5-f4324ec40c4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:56.176399 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-160af082-27c2-4a0e-aaf5-f4324ec40c4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:56.217594 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:56.312137 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47be611-cab0-4c54-ab5f-5d05708bf849 req-db5ca152-d5b6-4027-98bd-393462f8f8d4 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:56.320552 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-a47be611-cab0-4c54-ab5f-5d05708bf849 req-db5ca152-d5b6-4027-98bd-393462f8f8d4 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4d90f60-e137-4811-85c3-0bcfe3e77242 HTTP/1.1" status: 200 len: 946 time: 0.1299431 Nov 23 12:46:56.338882 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160af082-27c2-4a0e-aaf5-f4324ec40c4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=961c0dfa-9e1e-4d3d-a958-6738bf6f1ba2,revision_number=1']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:56.367828 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 46936) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:56.370085 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-160af082-27c2-4a0e-aaf5-f4324ec40c4b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3d1476fb12ce4c719a8aa65bea0e4157&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4735825 Nov 23 12:46:56.373017 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-160af082-27c2-4a0e-aaf5-f4324ec40c4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:56.418352 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-a47be611-cab0-4c54-ab5f-5d05708bf849 req-0997daaa-9c4f-4899-8bd4-82869e5e5dd9 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07395ea-6958-4a30-8653-814e78309a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960653 Nov 23 12:46:56.478498 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-8254020c-a8f6-4cc9-8d4f-32dd99c2f4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:56.484410 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-281dd337-8d63-4575-8d38-8df627e617da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:56.524726 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-281dd337-8d63-4575-8d38-8df627e617da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:56.551685 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a556e5c-f920-45dc-a9f2-6df3870a9d16 req-b4297a6e-c190-450e-b0dc-9c3eddb955d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:56.553642 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-7a556e5c-f920-45dc-a9f2-6df3870a9d16 req-b4297a6e-c190-450e-b0dc-9c3eddb955d6 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c4d90f60-e137-4811-85c3-0bcfe3e77242 HTTP/1.1" status: 200 len: 1099 time: 0.1280763 Nov 23 12:46:56.592122 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-281dd337-8d63-4575-8d38-8df627e617da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:56.598411 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:56.612266 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-7a556e5c-f920-45dc-a9f2-6df3870a9d16 req-299ef218-9f54-4e21-b26b-e8ef418c6a8d service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=a07395ea-6958-4a30-8653-814e78309a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496538 Nov 23 12:46:56.616969 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281dd337-8d63-4575-8d38-8df627e617da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=961c0dfa-9e1e-4d3d-a958-6738bf6f1ba2,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:56.619730 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-281dd337-8d63-4575-8d38-8df627e617da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:56.621313 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-281dd337-8d63-4575-8d38-8df627e617da admin admin] Notify callbacks [] for security_group, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:56.626121 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-281dd337-8d63-4575-8d38-8df627e617da admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/961c0dfa-9e1e-4d3d-a958-6738bf6f1ba2 HTTP/1.1" status: 204 len: 168 time: 0.2541301 Nov 23 12:46:57.291329 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d312f2-91a6-415c-a077-20c81fdecdf9 req-a5ae4929-23b1-488f-b819-0103ade87b29 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:57.308641 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-46d312f2-91a6-415c-a077-20c81fdecdf9 req-a5ae4929-23b1-488f-b819-0103ade87b29 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] 10.222.0.31 "GET /v2.0/ports?device_id=872292ed-386e-4699-a03d-8e1c49db1f89 HTTP/1.1" status: 200 len: 943 time: 0.1508873 Nov 23 12:46:57.402574 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-46d312f2-91a6-415c-a077-20c81fdecdf9 req-7db86725-084e-448f-8b63-c55a6871517c tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec7a2df9-5b5f-4d0a-9518-b6602095324f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927656 Nov 23 12:46:57.500498 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Device 65c7a919-dbd1-44a3-b3ed-fe42d845dbd9 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 23 12:46:57.776711 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c31102e-a775-4c81-9f05-99492fa15c69 req-eb28501d-0b37-4140-a2e6-dbba7b1a787a tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:57.777880 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-1c31102e-a775-4c81-9f05-99492fa15c69 req-eb28501d-0b37-4140-a2e6-dbba7b1a787a tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4d90f60-e137-4811-85c3-0bcfe3e77242 HTTP/1.1" status: 200 len: 946 time: 0.1924202 Nov 23 12:46:57.792425 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af86b6c-1b24-44cb-bf9b-f14847481cb0 req-f0010ca2-cc99-4c9b-a109-4527c157a39a tempest-DeleteServersTestJSON-2039855933 tempest-DeleteServersTestJSON-2039855933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:57.800086 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-4af86b6c-1b24-44cb-bf9b-f14847481cb0 req-f0010ca2-cc99-4c9b-a109-4527c157a39a tempest-DeleteServersTestJSON-2039855933 tempest-DeleteServersTestJSON-2039855933-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc9a5223-b06b-4769-ba6b-4d2311a21559 HTTP/1.1" status: 200 len: 945 time: 0.1599908 Nov 23 12:46:57.864444 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] For port 65c7a919-dbd1-44a3-b3ed-fe42d845dbd9, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=65c7a919-dbd1-44a3-b3ed-fe42d845dbd9,segment=NetworkSegment(72423ed0-d64a-4579-bbc7-85380a74b257),segment_id=72423ed0-d64a-4579-bbc7-85380a74b257)] {{(pid=86839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:46:57.890603 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Returning: {'device': '65c7a919-dbd1-44a3-b3ed-fe42d845dbd9', 'network_id': 'f34ec0a4-d329-411a-9213-97be29ff4587', 'port_id': '65c7a919-dbd1-44a3-b3ed-fe42d845dbd9', 'mac_address': 'fa:16:3e:a8:47:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '456abfc7-81cf-4d5c-adc8-b3f39f8433bb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 23 12:46:58.017495 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-1c31102e-a775-4c81-9f05-99492fa15c69 req-b82568b7-f4ef-4767-b234-87c538662c5b tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07395ea-6958-4a30-8653-814e78309a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148516 Nov 23 12:46:58.023961 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:58.058244 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.notifiers.nova [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65c7a919-dbd1-44a3-b3ed-fe42d845dbd9 {{(pid=86839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 12:46:58.064565 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-4af86b6c-1b24-44cb-bf9b-f14847481cb0 req-8f1a2fcc-3df3-450e-b4eb-5bae7103f584 tempest-DeleteServersTestJSON-2039855933 tempest-DeleteServersTestJSON-2039855933-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee2954f9-8dbc-41bd-89bd-8ae39b19f461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622242 Nov 23 12:46:58.084660 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] For port 65c7a919-dbd1-44a3-b3ed-fe42d845dbd9, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=65c7a919-dbd1-44a3-b3ed-fe42d845dbd9,segment=NetworkSegment(72423ed0-d64a-4579-bbc7-85380a74b257),segment_id=72423ed0-d64a-4579-bbc7-85380a74b257)] {{(pid=86839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:46:58.093026 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826'] for port, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:58.095694 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:58.197579 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Pushing event updated for resources: {'Port': ['ID=65c7a919-dbd1-44a3-b3ed-fe42d845dbd9,revision_number=4']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:58.213742 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:58.263637 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-3a3d0f92-e1d8-40e0-8f39-c6b28c555fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:58.597485 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] get_ports_and_sgs() called for port_ids ['65c7a919-dbd1-44a3-b3ed-fe42d845dbd9'] {{(pid=86839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 12:46:58.629720 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88db7253-15d5-4e01-bdc3-04983e901010 req-1243fadc-7054-4aee-ad99-8c1d7a46017c tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:58.633500 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-88db7253-15d5-4e01-bdc3-04983e901010 req-1243fadc-7054-4aee-ad99-8c1d7a46017c tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] 10.222.0.31 "GET /v2.0/ports?device_id=872292ed-386e-4699-a03d-8e1c49db1f89 HTTP/1.1" status: 200 len: 944 time: 0.1063118 Nov 23 12:46:58.706128 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-88db7253-15d5-4e01-bdc3-04983e901010 req-a87b5f1f-9e45-440b-a260-570988f28b56 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec7a2df9-5b5f-4d0a-9518-b6602095324f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595226 Nov 23 12:46:59.410314 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30515c3-ac06-41a4-96dd-cb36e1207cdf req-74679920-d989-4f7d-9744-568c25e29515 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:59.411813 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-e30515c3-ac06-41a4-96dd-cb36e1207cdf req-74679920-d989-4f7d-9744-568c25e29515 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4d90f60-e137-4811-85c3-0bcfe3e77242 HTTP/1.1" status: 200 len: 946 time: 0.2376237 Nov 23 12:46:59.420703 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58224c40-3c9c-4f21-838d-d4be785831c2 req-82917b73-b170-4c82-a375-6dcd6b08281d tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:59.422295 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-58224c40-3c9c-4f21-838d-d4be785831c2 req-82917b73-b170-4c82-a375-6dcd6b08281d tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.31 "GET /v2.0/networks?id=db06a41a-eafd-447e-965a-14c1b39ecb30 HTTP/1.1" status: 200 len: 815 time: 0.2121563 Nov 23 12:46:59.464504 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-58224c40-3c9c-4f21-838d-d4be785831c2 req-6bfd466b-329c-4fca-b29b-929a058be71b tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.31 "GET /v2.0/quotas/d66b4a21b0fe4386a781f7160eda94ae HTTP/1.1" status: 200 len: 375 time: 0.0267661 Nov 23 12:46:59.528787 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-e30515c3-ac06-41a4-96dd-cb36e1207cdf req-96038f11-c220-4e69-abe2-0403aab2d149 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07395ea-6958-4a30-8653-814e78309a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052091 Nov 23 12:46:59.582337 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-58224c40-3c9c-4f21-838d-d4be785831c2 req-ac7d4814-a8b0-4d09-b285-184649f38c25 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d66b4a21b0fe4386a781f7160eda94ae&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1091726 Nov 23 12:46:59.812940 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-58224c40-3c9c-4f21-838d-d4be785831c2 req-315542e5-ede3-44ba-ad28-5bd1e4ad3c4b service neutron] 10.222.0.31 "GET /v2.0/networks/db06a41a-eafd-447e-965a-14c1b39ecb30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292924 Nov 23 12:46:59.927648 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e293f618-59d0-4a09-8a57-581c6459a7d9 req-0ad72c6a-39fe-43ec-ad98-c1007cf56194 tempest-DeleteServersTestJSON-2039855933 tempest-DeleteServersTestJSON-2039855933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:59.929171 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-e293f618-59d0-4a09-8a57-581c6459a7d9 req-0ad72c6a-39fe-43ec-ad98-c1007cf56194 tempest-DeleteServersTestJSON-2039855933 tempest-DeleteServersTestJSON-2039855933-project] 10.222.0.54 "GET /v2.0/ports?device_id=dc9a5223-b06b-4769-ba6b-4d2311a21559 HTTP/1.1" status: 200 len: 945 time: 0.0949669 Nov 23 12:46:59.947519 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28f7015-9c07-4aa0-8d7b-35c80541bbcf req-c35474ba-0a1f-439c-b688-c85cdcc80200 tempest-DeleteServersTestJSON-2039855933 tempest-DeleteServersTestJSON-2039855933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:59.950111 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-a28f7015-9c07-4aa0-8d7b-35c80541bbcf req-c35474ba-0a1f-439c-b688-c85cdcc80200 tempest-DeleteServersTestJSON-2039855933 tempest-DeleteServersTestJSON-2039855933-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc9a5223-b06b-4769-ba6b-4d2311a21559 HTTP/1.1" status: 200 len: 945 time: 0.2648015 Nov 23 12:47:00.006068 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 47100) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:47:00.013849 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.plugin [req-e293f618-59d0-4a09-8a57-581c6459a7d9 req-5ba4380e-37e3-43c4-b542-dbca1e84004d tempest-DeleteServersTestJSON-2039855933 tempest-DeleteServersTestJSON-2039855933-project] Deleting port f0c437a5-ffbd-4557-b25e-ec087d70b044 {{(pid=86837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 12:47:00.014305 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-e293f618-59d0-4a09-8a57-581c6459a7d9 req-5ba4380e-37e3-43c4-b542-dbca1e84004d tempest-DeleteServersTestJSON-2039855933 tempest-DeleteServersTestJSON-2039855933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788171068353'] for port, before_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:00.033162 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-a28f7015-9c07-4aa0-8d7b-35c80541bbcf req-fada6a50-2398-4740-9cd7-3745993ad017 tempest-DeleteServersTestJSON-2039855933 tempest-DeleteServersTestJSON-2039855933-project] 10.222.0.31 "GET /v2.0/security-groups?id=ee2954f9-8dbc-41bd-89bd-8ae39b19f461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726602 Nov 23 12:47:00.052030 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 47106) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:47:00.092526 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-58224c40-3c9c-4f21-838d-d4be785831c2 req-c86206fc-7d2c-4d15-ad02-ae1de6030fc2 service neutron] 10.222.0.31 "GET /v2.0/networks/db06a41a-eafd-447e-965a-14c1b39ecb30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2683556 Nov 23 12:47:00.220726 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-c36387d3-f992-4d67-855b-c0abdff48d83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:00.260222 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-c36387d3-f992-4d67-855b-c0abdff48d83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:47:00.267475 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-c36387d3-f992-4d67-855b-c0abdff48d83 admin admin] Usage tracker for resource:security_group_rule and tenant:d77aaab234424195a79ba130b8e48fc6 is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:47:00.273778 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-c36387d3-f992-4d67-855b-c0abdff48d83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:47:00.288534 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-c36387d3-f992-4d67-855b-c0abdff48d83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:47:00.459739 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-c36387d3-f992-4d67-855b-c0abdff48d83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:00.467725 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-c36387d3-f992-4d67-855b-c0abdff48d83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:00.483462 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 47122) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:47:00.493863 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:00.659928 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-d429e7c0-f095-4f11-a57b-290000ba1286 req-e77834b1-359e-457d-823c-1e7af1bddcc9 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.31 "GET /v2.0/ports?device_id=a17a74ff-cdf4-41c6-a975-f5c12cc041e1 HTTP/1.1" status: 200 len: 210 time: 0.1754546 Nov 23 12:47:00.710491 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36387d3-f992-4d67-855b-c0abdff48d83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f64865c-dc5f-43bc-beaf-a6dacbacc1ac,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:00.713687 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-c36387d3-f992-4d67-855b-c0abdff48d83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:00.716417 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-c36387d3-f992-4d67-855b-c0abdff48d83 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d77aaab234424195a79ba130b8e48fc6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7090001 Nov 23 12:47:00.719702 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-3d48fb94-2500-4115-accf-4b650ef232e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:00.728825 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 47138) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:47:00.732255 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-4e15affe-6b63-4f0e-a37c-79475cd30b62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:00.742104 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.db [req-e293f618-59d0-4a09-8a57-581c6459a7d9 req-5ba4380e-37e3-43c4-b542-dbca1e84004d tempest-DeleteServersTestJSON-2039855933 tempest-DeleteServersTestJSON-2039855933-project] For port f0c437a5-ffbd-4557-b25e-ec087d70b044, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=f0c437a5-ffbd-4557-b25e-ec087d70b044,segment=NetworkSegment(7dfe855d-43f1-4afb-9401-223ec6aba994),segment_id=7dfe855d-43f1-4afb-9401-223ec6aba994)] {{(pid=86837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:47:00.742481 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-e293f618-59d0-4a09-8a57-581c6459a7d9 req-5ba4380e-37e3-43c4-b542-dbca1e84004d tempest-DeleteServersTestJSON-2039855933 tempest-DeleteServersTestJSON-2039855933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506271'] for port, precommit_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:00.795702 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-3d48fb94-2500-4115-accf-4b650ef232e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:47:00.805272 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-3d48fb94-2500-4115-accf-4b650ef232e1 admin admin] Usage tracker for resource:security_group_rule and tenant:faaaac66023b417f8988885d4b685442 is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:47:00.815738 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-4e15affe-6b63-4f0e-a37c-79475cd30b62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:47:00.819547 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-3d48fb94-2500-4115-accf-4b650ef232e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:47:00.842570 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-4e15affe-6b63-4f0e-a37c-79475cd30b62 admin admin] Usage tracker for resource:security_group_rule and tenant:d2cea80c79fe48c08155b2a928960eed is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:47:00.845437 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-3d48fb94-2500-4115-accf-4b650ef232e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:47:00.880283 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-4e15affe-6b63-4f0e-a37c-79475cd30b62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:47:00.893332 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.plugin [req-e293f618-59d0-4a09-8a57-581c6459a7d9 req-5ba4380e-37e3-43c4-b542-dbca1e84004d tempest-DeleteServersTestJSON-2039855933 tempest-DeleteServersTestJSON-2039855933-project] Calling delete_port for f0c437a5-ffbd-4557-b25e-ec087d70b044 owned by compute:nova {{(pid=86837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 12:47:00.901045 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-4e15affe-6b63-4f0e-a37c-79475cd30b62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:47:00.950361 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf9e12b-cca5-4473-9006-4e6cfa6418a4 req-505b3f4b-184b-4c2d-a2d3-26644104c40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:00.951989 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-dcf9e12b-cca5-4473-9006-4e6cfa6418a4 req-505b3f4b-184b-4c2d-a2d3-26644104c40a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=91624ff73b014ed4aa8831330bf94986&device_id=c4d90f60-e137-4811-85c3-0bcfe3e77242 HTTP/1.1" status: 200 len: 1099 time: 0.4362757 Nov 23 12:47:00.991660 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-89e23d12-589c-44e8-ac4c-7c7dd41ee3f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:01.006547 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f723c5ad-af80-4609-968e-45f08613430c req-36f5e165-7c5d-4561-83d7-b1219be5c580 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:01.008092 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f723c5ad-af80-4609-968e-45f08613430c req-36f5e165-7c5d-4561-83d7-b1219be5c580 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] 10.222.0.31 "GET /v2.0/ports?device_id=872292ed-386e-4699-a03d-8e1c49db1f89 HTTP/1.1" status: 200 len: 944 time: 0.4427187 Nov 23 12:47:01.084091 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-89e23d12-589c-44e8-ac4c-7c7dd41ee3f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:01.136709 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.agents_db [None req-d0d00f27-41a4-4d9d-a63d-8c6bf84d2b10 None None] Agent healthcheck: found 6 active agents {{(pid=86840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 12:47:01.162911 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1bb82b-1c08-4917-b4c9-e73eaf65d80f req-b0420727-7388-4c42-95e0-1dfa21c61921 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:01.164594 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-7b1bb82b-1c08-4917-b4c9-e73eaf65d80f req-b0420727-7388-4c42-95e0-1dfa21c61921 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4d90f60-e137-4811-85c3-0bcfe3e77242 HTTP/1.1" status: 200 len: 946 time: 0.3461194 Nov 23 12:47:01.216452 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f723c5ad-af80-4609-968e-45f08613430c req-ccffbcbf-7d05-4fc8-9dd3-0a50b41af61e tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec7a2df9-5b5f-4d0a-9518-b6602095324f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1838195 Nov 23 12:47:01.273965 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-3d48fb94-2500-4115-accf-4b650ef232e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:01.283601 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf9e12b-cca5-4473-9006-4e6cfa6418a4 req-f7c54032-ce71-452e-80ce-bd98b894aeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:01.285619 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-dcf9e12b-cca5-4473-9006-4e6cfa6418a4 req-f7c54032-ce71-452e-80ce-bd98b894aeaa service neutron] 10.222.0.54 "GET /v2.0/networks?id=f9d133c8-4135-48e6-b582-06743cb8c4da HTTP/1.1" status: 200 len: 918 time: 0.3237283 Nov 23 12:47:01.287031 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-e293f618-59d0-4a09-8a57-581c6459a7d9 req-5ba4380e-37e3-43c4-b542-dbca1e84004d tempest-DeleteServersTestJSON-2039855933 tempest-DeleteServersTestJSON-2039855933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788171071573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788170525772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6379447'] for port, after_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:01.295224 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:01.296769 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-3d48fb94-2500-4115-accf-4b650ef232e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:01.300462 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] get_ports_and_sgs() called for port_ids ['f0c437a5-ffbd-4557-b25e-ec087d70b044'] {{(pid=86839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 12:47:01.318607 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-51343b6a-253b-4f38-adea-3061494b6d2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:01.337486 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-89e23d12-589c-44e8-ac4c-7c7dd41ee3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:01.354111 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-7b1bb82b-1c08-4917-b4c9-e73eaf65d80f req-c706046f-527f-4b25-a70c-404e4dcfb3d6 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07395ea-6958-4a30-8653-814e78309a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780136 Nov 23 12:47:01.373536 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba4380e-37e3-43c4-b542-dbca1e84004d tempest-DeleteServersTestJSON-2039855933 tempest-DeleteServersTestJSON-2039855933-project] Pushing event deleted for resources: {'Port': ['ID=f0c437a5-ffbd-4557-b25e-ec087d70b044,revision_number=None']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:01.381108 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-5ba4380e-37e3-43c4-b542-dbca1e84004d tempest-DeleteServersTestJSON-2039855933 tempest-DeleteServersTestJSON-2039855933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:01.412986 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-4e15affe-6b63-4f0e-a37c-79475cd30b62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:01.439573 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-4e15affe-6b63-4f0e-a37c-79475cd30b62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:01.450425 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d48fb94-2500-4115-accf-4b650ef232e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=162af218-5d00-4ccf-8f36-581df040ddcf,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:01.454774 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-4f3d5d60-c9f9-4b4b-8c68-1db80557faeb req-d046a089-82e1-41cf-8d3f-4f3375d7d82c tempest-DeleteServersTestJSON-2039855933 tempest-DeleteServersTestJSON-2039855933-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc9a5223-b06b-4769-ba6b-4d2311a21559 HTTP/1.1" status: 200 len: 210 time: 0.1073840 Nov 23 12:47:01.455724 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-3d48fb94-2500-4115-accf-4b650ef232e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:01.463328 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-3d48fb94-2500-4115-accf-4b650ef232e1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=faaaac66023b417f8988885d4b685442&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4102116 Nov 23 12:47:01.464219 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-4259f114-675f-48e2-86cc-7fb85865eb38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.113s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:01.472577 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 47146) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:47:01.481146 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e23d12-589c-44e8-ac4c-7c7dd41ee3f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f64865c-dc5f-43bc-beaf-a6dacbacc1ac,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:01.491699 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-dcf9e12b-cca5-4473-9006-4e6cfa6418a4 req-6cf1c043-8316-4458-886d-e7286967b8a9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=544b571b-f84a-45cd-82a6-bcdf0529258b HTTP/1.1" status: 200 len: 217 time: 0.1199434 Nov 23 12:47:01.508179 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Device 65c7a919-dbd1-44a3-b3ed-fe42d845dbd9 up at agent hyperv_hv-cinder-81888 {{(pid=86839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:47:01.509622 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-89e23d12-589c-44e8-ac4c-7c7dd41ee3f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:01.510746 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-89e23d12-589c-44e8-ac4c-7c7dd41ee3f3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9f64865c-dc5f-43bc-beaf-a6dacbacc1ac HTTP/1.1" status: 204 len: 168 time: 0.7580159 Nov 23 12:47:01.524935 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-4e15affe-6b63-4f0e-a37c-79475cd30b62 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d2cea80c79fe48c08155b2a928960eed&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0216191 Nov 23 12:47:01.533786 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 47152) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:47:01.579702 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.l3_dvrscheduler_db [req-e293f618-59d0-4a09-8a57-581c6459a7d9 req-5ba4380e-37e3-43c4-b542-dbca1e84004d tempest-DeleteServersTestJSON-2039855933 tempest-DeleteServersTestJSON-2039855933-project] No DVR routers for this DVR port f0c437a5-ffbd-4557-b25e-ec087d70b044 on host hv-cinder-81888 {{(pid=86837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 12:47:01.591058 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-e293f618-59d0-4a09-8a57-581c6459a7d9 req-5ba4380e-37e3-43c4-b542-dbca1e84004d tempest-DeleteServersTestJSON-2039855933 tempest-DeleteServersTestJSON-2039855933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188604'] for port, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:01.607097 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Provisioning for port 65c7a919-dbd1-44a3-b3ed-fe42d845dbd9 completed by entity L2. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:47:01.616608 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Provisioning complete for port 65c7a919-dbd1-44a3-b3ed-fe42d845dbd9 triggered by entity L2. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:47:01.617044 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567787'] for port, provisioning_complete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:01.662068 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e15affe-6b63-4f0e-a37c-79475cd30b62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f6a744c-ca52-4807-bbc5-6daf601563ca,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:01.675112 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-4e15affe-6b63-4f0e-a37c-79475cd30b62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:01.678943 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-83f37898-807a-4d9d-a245-191d05197718 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.229s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:01.679312 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-83f37898-807a-4d9d-a245-191d05197718 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:01.730728 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-4d11e881-13cb-4b1c-97c9-5bba0c868ec5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:01.769105 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-9839af2b-0b88-4cea-b81a-a7f0eeeab2ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:01.777992 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc9a5223-b06b-4769-ba6b-4d2311a21559', 'name': 'network-vif-deleted', 'tag': 'f0c437a5-ffbd-4557-b25e-ec087d70b044'}] {{(pid=86837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:47:01.790520 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-4d11e881-13cb-4b1c-97c9-5bba0c868ec5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:01.801358 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-e293f618-59d0-4a09-8a57-581c6459a7d9 req-5ba4380e-37e3-43c4-b542-dbca1e84004d tempest-DeleteServersTestJSON-2039855933 tempest-DeleteServersTestJSON-2039855933-project] 10.222.0.54 "DELETE /v2.0/ports/f0c437a5-ffbd-4557-b25e-ec087d70b044 HTTP/1.1" status: 204 len: 173 time: 1.8641725 Nov 23 12:47:01.855495 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf9e12b-cca5-4473-9006-4e6cfa6418a4 req-03969850-b510-48fc-8db9-8edc162bf3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:01.857203 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-dcf9e12b-cca5-4473-9006-4e6cfa6418a4 req-03969850-b510-48fc-8db9-8edc162bf3e5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bd51d8cb-0c29-4851-b2cf-4f44e529c93c HTTP/1.1" status: 200 len: 857 time: 0.3168774 Nov 23 12:47:01.916743 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-9839af2b-0b88-4cea-b81a-a7f0eeeab2ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:01.940884 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:01.995135 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] For port 65c7a919-dbd1-44a3-b3ed-fe42d845dbd9, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=65c7a919-dbd1-44a3-b3ed-fe42d845dbd9,segment=NetworkSegment(72423ed0-d64a-4579-bbc7-85380a74b257),segment_id=72423ed0-d64a-4579-bbc7-85380a74b257)] {{(pid=86839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:47:01.996636 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '872292ed-386e-4699-a03d-8e1c49db1f89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65c7a919-dbd1-44a3-b3ed-fe42d845dbd9'}] {{(pid=86839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:47:02.005169 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826'] for port, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:02.006720 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Device f0c437a5-ffbd-4557-b25e-ec087d70b044 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 12:47:02.053161 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:02.093832 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.plugin [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] No Port match for: f0c437a5-ffbd-4557-b25e-ec087d70b044 {{(pid=86839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 12:47:02.094465 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Device f0c437a5-ffbd-4557-b25e-ec087d70b044 not bound to the agent host hv-cinder-81888 {{(pid=86839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 12:47:02.134827 dv-cinder-818883-1-smb neutron-server[86839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '872292ed-386e-4699-a03d-8e1c49db1f89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65c7a919-dbd1-44a3-b3ed-fe42d845dbd9', 'code': 200} Nov 23 12:47:02.175706 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Pushing event updated for resources: {'Port': ['ID=65c7a919-dbd1-44a3-b3ed-fe42d845dbd9,revision_number=5']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:02.187076 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:02.268602 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58224c40-3c9c-4f21-838d-d4be785831c2 req-3a09ebad-e7c7-46a6-823f-59ff1f410856 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:02.269639 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-21443283-5ec6-43a7-9a09-1f5411c119b0 req-d6b39ab1-6989-441b-b5cb-8eaef750832f tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.31 "GET /v2.0/ports?device_id=a17a74ff-cdf4-41c6-a975-f5c12cc041e1 HTTP/1.1" status: 200 len: 210 time: 0.2764275 Nov 23 12:47:02.272153 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-58224c40-3c9c-4f21-838d-d4be785831c2 req-3a09ebad-e7c7-46a6-823f-59ff1f410856 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.54 "GET /v2.0/networks?id=db06a41a-eafd-447e-965a-14c1b39ecb30 HTTP/1.1" status: 200 len: 815 time: 0.3888597 Nov 23 12:47:02.280552 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc9a5223-b06b-4769-ba6b-4d2311a21559', 'name': 'network-vif-deleted', 'tag': 'f0c437a5-ffbd-4557-b25e-ec087d70b044', 'status': 'completed', 'code': 200} Nov 23 12:47:02.292008 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.v2.base [req-58224c40-3c9c-4f21-838d-d4be785831c2 req-36c350b2-80e1-4edf-a6b1-d4cfc5937d41 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Request body: {'port': {'device_id': 'a17a74ff-cdf4-41c6-a975-f5c12cc041e1', 'network_id': 'db06a41a-eafd-447e-965a-14c1b39ecb30', 'admin_state_up': True, 'tenant_id': 'd66b4a21b0fe4386a781f7160eda94ae'}} {{(pid=86837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:47:02.314212 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-4d11e881-13cb-4b1c-97c9-5bba0c868ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:02.318794 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-3d48fb94-2500-4115-accf-4b650ef232e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:02.342210 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d11e881-13cb-4b1c-97c9-5bba0c868ec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=162af218-5d00-4ccf-8f36-581df040ddcf,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:02.349402 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-9839af2b-0b88-4cea-b81a-a7f0eeeab2ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:02.369931 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-4d11e881-13cb-4b1c-97c9-5bba0c868ec5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:02.370481 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-4d11e881-13cb-4b1c-97c9-5bba0c868ec5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:02.417000 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 47176) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:47:02.417955 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9839af2b-0b88-4cea-b81a-a7f0eeeab2ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f6a744c-ca52-4807-bbc5-6daf601563ca,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:02.429871 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-9839af2b-0b88-4cea-b81a-a7f0eeeab2ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:02.431014 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-9839af2b-0b88-4cea-b81a-a7f0eeeab2ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:02.432680 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-9839af2b-0b88-4cea-b81a-a7f0eeeab2ca admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2f6a744c-ca52-4807-bbc5-6daf601563ca HTTP/1.1" status: 204 len: 168 time: 0.8909860 Nov 23 12:47:02.480911 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-4d11e881-13cb-4b1c-97c9-5bba0c868ec5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:02.482034 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-4d11e881-13cb-4b1c-97c9-5bba0c868ec5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/162af218-5d00-4ccf-8f36-581df040ddcf HTTP/1.1" status: 204 len: 168 time: 1.0037274 Nov 23 12:47:02.490114 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-2c745d38-6ee9-4dcf-8d88-4c49ad9c10b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:02.521084 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-2c745d38-6ee9-4dcf-8d88-4c49ad9c10b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:47:02.533559 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-2c745d38-6ee9-4dcf-8d88-4c49ad9c10b6 admin admin] Usage tracker for resource:security_group_rule and tenant:8d3d5f30ce8d4f58baa9be82a2e5c4b0 is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:47:02.537553 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-2c745d38-6ee9-4dcf-8d88-4c49ad9c10b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:47:02.546528 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-2c745d38-6ee9-4dcf-8d88-4c49ad9c10b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:47:02.581375 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-dcf9e12b-cca5-4473-9006-4e6cfa6418a4 req-56fa2a12-1698-4739-bd58-15e139303fb3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f9d133c8-4135-48e6-b582-06743cb8c4da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6960182 Nov 23 12:47:02.585446 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [req-58224c40-3c9c-4f21-838d-d4be785831c2 req-36c350b2-80e1-4edf-a6b1-d4cfc5937d41 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:47:02.587918 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e75ef1-350a-4732-b0a6-07af5fe9ea13 req-faeb3fd5-6d2a-4d4f-b0a1-b92af296eb6e tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:02.595442 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-09e75ef1-350a-4732-b0a6-07af5fe9ea13 req-faeb3fd5-6d2a-4d4f-b0a1-b92af296eb6e tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] 10.222.0.31 "GET /v2.0/ports?device_id=872292ed-386e-4699-a03d-8e1c49db1f89 HTTP/1.1" status: 200 len: 945 time: 0.1680334 Nov 23 12:47:02.644259 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [req-58224c40-3c9c-4f21-838d-d4be785831c2 req-36c350b2-80e1-4edf-a6b1-d4cfc5937d41 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Usage tracker for resource:port and tenant:d66b4a21b0fe4386a781f7160eda94ae is out of sync, need to count used quota {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:47:02.651550 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [req-58224c40-3c9c-4f21-838d-d4be785831c2 req-36c350b2-80e1-4edf-a6b1-d4cfc5937d41 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Quota usage for port was recalculated. Used quota:1. {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:47:02.669045 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [req-58224c40-3c9c-4f21-838d-d4be785831c2 req-36c350b2-80e1-4edf-a6b1-d4cfc5937d41 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:47:02.745190 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-09e75ef1-350a-4732-b0a6-07af5fe9ea13 req-02901e65-27a8-467e-b865-3847bdcb6021 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec7a2df9-5b5f-4d0a-9518-b6602095324f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1464732 Nov 23 12:47:02.847679 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58224c40-3c9c-4f21-838d-d4be785831c2 req-36c350b2-80e1-4edf-a6b1-d4cfc5937d41 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Made reservation on behalf of d66b4a21b0fe4386a781f7160eda94ae for: {'port': 1} {{(pid=86837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:47:02.852730 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-58224c40-3c9c-4f21-838d-d4be785831c2 req-36c350b2-80e1-4edf-a6b1-d4cfc5937d41 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:03.053641 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-dcf9e12b-cca5-4473-9006-4e6cfa6418a4 req-29b7625a-3ccd-47c8-a6af-16e3579bf9ee service neutron] 10.222.0.54 "GET /v2.0/networks/f9d133c8-4135-48e6-b582-06743cb8c4da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4594545 Nov 23 12:47:03.098089 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-a608659f-63d0-46d7-98ce-bc1931962d5a req-bb3a365f-026c-4332-ab9b-68d1982b5d43 tempest-DeleteServersTestJSON-2039855933 tempest-DeleteServersTestJSON-2039855933-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc9a5223-b06b-4769-ba6b-4d2311a21559 HTTP/1.1" status: 200 len: 210 time: 0.1035953 Nov 23 12:47:03.179826 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 47208) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:47:03.232963 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444f7314-3a4f-4083-bc6e-2bb19ef46746 req-dfd272c9-5e76-4560-8547-f239db7170a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:03.236169 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-444f7314-3a4f-4083-bc6e-2bb19ef46746 req-dfd272c9-5e76-4560-8547-f239db7170a2 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=872292ed-386e-4699-a03d-8e1c49db1f89 HTTP/1.1" status: 200 len: 1098 time: 0.4637187 Nov 23 12:47:03.240446 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-2c745d38-6ee9-4dcf-8d88-4c49ad9c10b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:03.244218 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-4e7f634e-b88a-4010-9afd-8bbd95f4eb25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:03.267403 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b81c562-3827-41f2-869f-5ee26435ac79 req-f7b1cda5-0453-4d69-bd38-69ff4f46e753 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:03.269728 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-6b81c562-3827-41f2-869f-5ee26435ac79 req-f7b1cda5-0453-4d69-bd38-69ff4f46e753 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4d90f60-e137-4811-85c3-0bcfe3e77242 HTTP/1.1" status: 200 len: 946 time: 0.5145369 Nov 23 12:47:03.313936 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-2c745d38-6ee9-4dcf-8d88-4c49ad9c10b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:03.324943 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 47216) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:47:03.332771 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:03.350275 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-4e7f634e-b88a-4010-9afd-8bbd95f4eb25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:47:03.377738 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-4e7f634e-b88a-4010-9afd-8bbd95f4eb25 admin admin] Usage tracker for resource:security_group_rule and tenant:c3867cd31d464e278a74ae224b62be0f is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:47:03.380226 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.db_base_plugin_common [req-58224c40-3c9c-4f21-838d-d4be785831c2 req-36c350b2-80e1-4edf-a6b1-d4cfc5937d41 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Allocated IP 172.20.0.10 (db06a41a-eafd-447e-965a-14c1b39ecb30/c0d370b4-ffde-4b58-bd7e-c9414689a347/338fe291-88bb-415f-b963-824e3a6616bd) {{(pid=86837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:47:03.402040 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-4e7f634e-b88a-4010-9afd-8bbd95f4eb25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:47:03.444171 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-b8f1b188-cc22-482d-b806-28ea57e7e5f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:03.450658 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-dcf9e12b-cca5-4473-9006-4e6cfa6418a4 req-86f7d821-810a-44a4-8730-f5dc7cc26565 service neutron] 10.222.0.54 "GET /v2.0/networks/f9d133c8-4135-48e6-b582-06743cb8c4da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3880911 Nov 23 12:47:03.462466 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-4e7f634e-b88a-4010-9afd-8bbd95f4eb25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:47:03.482115 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-2c745d38-6ee9-4dcf-8d88-4c49ad9c10b6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8d3d5f30ce8d4f58baa9be82a2e5c4b0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0592260 Nov 23 12:47:03.487706 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 47224) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:47:03.500719 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-6b81c562-3827-41f2-869f-5ee26435ac79 req-a65f9e98-3e13-4c98-8722-7fd00914c7e1 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07395ea-6958-4a30-8653-814e78309a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064781 Nov 23 12:47:03.501451 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c745d38-6ee9-4dcf-8d88-4c49ad9c10b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47134789-7a18-4e7f-9d50-7c79ae890c30,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:03.505242 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-444f7314-3a4f-4083-bc6e-2bb19ef46746 req-d1d8b56f-0f0c-4e01-92b5-64d8f5334ae2 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=ec7a2df9-5b5f-4d0a-9518-b6602095324f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2341895 Nov 23 12:47:03.510817 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-2c745d38-6ee9-4dcf-8d88-4c49ad9c10b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:03.548148 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-b8f1b188-cc22-482d-b806-28ea57e7e5f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:47:03.572015 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-b8f1b188-cc22-482d-b806-28ea57e7e5f5 admin admin] Usage tracker for resource:security_group_rule and tenant:725a2e81614b4b9bad98f8377da50d5a is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:47:03.576568 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-b8f1b188-cc22-482d-b806-28ea57e7e5f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:47:03.587345 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-ba374ae2-b1d2-497d-9c99-97bbff3ba1eb req-8ac35a47-4459-4997-affd-41a9b6203a82 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.31 "GET /v2.0/ports?device_id=a17a74ff-cdf4-41c6-a975-f5c12cc041e1 HTTP/1.1" status: 200 len: 210 time: 0.0929394 Nov 23 12:47:03.607399 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-b8f1b188-cc22-482d-b806-28ea57e7e5f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:47:03.666786 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-e4e728a2-4d96-4e71-8e02-fc3112d0af75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:03.706879 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-58224c40-3c9c-4f21-838d-d4be785831c2 req-36c350b2-80e1-4edf-a6b1-d4cfc5937d41 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Notify callbacks [] for port, precommit_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:03.720662 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-e4e728a2-4d96-4e71-8e02-fc3112d0af75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:03.739154 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-4e7f634e-b88a-4010-9afd-8bbd95f4eb25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:03.748497 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-4e7f634e-b88a-4010-9afd-8bbd95f4eb25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:03.769526 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-47e5b042-dc30-4701-b69c-107837136237 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:03.787455 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-58224c40-3c9c-4f21-838d-d4be785831c2 req-36c350b2-80e1-4edf-a6b1-d4cfc5937d41 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788170525763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6379447'] for port, after_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:03.798676 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-50bdce43-d1e8-4b08-aa0c-6a4cd28f4ecc tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:03.802838 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] get_ports_and_sgs() called for port_ids ['7f114a60-ca8e-4a26-a4c5-b1177a8c45be'] {{(pid=86839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 12:47:03.879800 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-e4e728a2-4d96-4e71-8e02-fc3112d0af75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:03.904189 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-b8f1b188-cc22-482d-b806-28ea57e7e5f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:03.909709 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58224c40-3c9c-4f21-838d-d4be785831c2 req-36c350b2-80e1-4edf-a6b1-d4cfc5937d41 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Network db06a41a-eafd-447e-965a-14c1b39ecb30 is already hosted by enough agents. {{(pid=86837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:47:03.914431 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-4e7f634e-b88a-4010-9afd-8bbd95f4eb25 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c3867cd31d464e278a74ae224b62be0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7317100 Nov 23 12:47:03.915346 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.scheduler.base_scheduler [req-58224c40-3c9c-4f21-838d-d4be785831c2 req-36c350b2-80e1-4edf-a6b1-d4cfc5937d41 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Resources bound (agent type, host, resource id): {{(pid=86837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:47:03.917865 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 47240) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:47:03.923558 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7f634e-b88a-4010-9afd-8bbd95f4eb25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8e2fc29-0b21-404f-90be-e121c44da059,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:03.924158 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.l3_dvrscheduler_db [req-58224c40-3c9c-4f21-838d-d4be785831c2 req-36c350b2-80e1-4edf-a6b1-d4cfc5937d41 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Received port after_create {{(pid=86837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 12:47:03.926831 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-b8f1b188-cc22-482d-b806-28ea57e7e5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:03.937988 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-4e7f634e-b88a-4010-9afd-8bbd95f4eb25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:03.938465 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-4e7f634e-b88a-4010-9afd-8bbd95f4eb25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:03.995079 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c350b2-80e1-4edf-a6b1-d4cfc5937d41 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Pushing event updated for resources: {'Port': ['ID=338fe291-88bb-415f-b963-824e3a6616bd,revision_number=1']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:04.008489 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-36c350b2-80e1-4edf-a6b1-d4cfc5937d41 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:04.011950 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.108s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:04.043813 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e728a2-4d96-4e71-8e02-fc3112d0af75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47134789-7a18-4e7f-9d50-7c79ae890c30,revision_number=None']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:04.047077 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-b8f1b188-cc22-482d-b806-28ea57e7e5f5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=725a2e81614b4b9bad98f8377da50d5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7058551 Nov 23 12:47:04.050489 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f1b188-cc22-482d-b806-28ea57e7e5f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b58d11e-cc46-469c-b1a8-e94d9949ac46,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:04.053236 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 47244) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:47:04.054569 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-e4e728a2-4d96-4e71-8e02-fc3112d0af75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:04.056312 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-e4e728a2-4d96-4e71-8e02-fc3112d0af75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:04.060274 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-e4e728a2-4d96-4e71-8e02-fc3112d0af75 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/47134789-7a18-4e7f-9d50-7c79ae890c30 HTTP/1.1" status: 204 len: 168 time: 0.5694423 Nov 23 12:47:04.060449 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-b8f1b188-cc22-482d-b806-28ea57e7e5f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:04.081171 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58224c40-3c9c-4f21-838d-d4be785831c2 req-36c350b2-80e1-4edf-a6b1-d4cfc5937d41 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:04.082046 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-58224c40-3c9c-4f21-838d-d4be785831c2 req-36c350b2-80e1-4edf-a6b1-d4cfc5937d41 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188604'] for port, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:04.118835 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-58224c40-3c9c-4f21-838d-d4be785831c2 req-36c350b2-80e1-4edf-a6b1-d4cfc5937d41 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8368883 Nov 23 12:47:04.124102 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-8e69cd79-7ae8-4800-a406-04f66814c820 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:04.143350 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.v2.base [req-58224c40-3c9c-4f21-838d-d4be785831c2 req-d6ffda94-be7d-4e10-a9e3-03bc7275c6bb service neutron] Request body: {'port': {'device_id': 'a17a74ff-cdf4-41c6-a975-f5c12cc041e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:47:04.200913 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-09999fdc-ced2-426d-b4c6-0d29b187c022 req-c5109343-ebf2-48bc-b1a3-936c269f2262 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9f160759-d9fc-45e2-8533-6615870234d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3425164 Nov 23 12:47:04.229388 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342ada3b-509e-4a60-8187-6649b78dc764 req-abbddf7c-ce51-4874-afb4-161b439a7d54 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:04.230984 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-342ada3b-509e-4a60-8187-6649b78dc764 req-abbddf7c-ce51-4874-afb4-161b439a7d54 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] 10.222.0.31 "GET /v2.0/ports?device_id=872292ed-386e-4699-a03d-8e1c49db1f89 HTTP/1.1" status: 200 len: 945 time: 0.2855060 Nov 23 12:47:04.238892 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-8e69cd79-7ae8-4800-a406-04f66814c820 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:04.266053 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-fe1e243d-7b73-473a-945e-13e3097b0ef0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:04.305637 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-342ada3b-509e-4a60-8187-6649b78dc764 req-e45cec93-2adc-4294-ad1d-8c8d925f2760 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec7a2df9-5b5f-4d0a-9518-b6602095324f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646605 Nov 23 12:47:04.372559 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-fe1e243d-7b73-473a-945e-13e3097b0ef0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:04.392762 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-8e69cd79-7ae8-4800-a406-04f66814c820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:04.400620 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-10029acc-00a4-44b8-9241-e53e813b2945 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:04.427506 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e69cd79-7ae8-4800-a406-04f66814c820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8e2fc29-0b21-404f-90be-e121c44da059,revision_number=None']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:04.436112 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-8e69cd79-7ae8-4800-a406-04f66814c820 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:04.438042 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-8e69cd79-7ae8-4800-a406-04f66814c820 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:04.439369 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-8e69cd79-7ae8-4800-a406-04f66814c820 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c8e2fc29-0b21-404f-90be-e121c44da059 HTTP/1.1" status: 204 len: 168 time: 0.5178041 Nov 23 12:47:04.440550 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09999fdc-ced2-426d-b4c6-0d29b187c022 req-ab167ce8-7537-4ecf-8914-c3bb909682d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:04.442535 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-09999fdc-ced2-426d-b4c6-0d29b187c022 req-ab167ce8-7537-4ecf-8914-c3bb909682d6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d66b4a21b0fe4386a781f7160eda94ae&device_id=9f160759-d9fc-45e2-8533-6615870234d8 HTTP/1.1" status: 200 len: 1099 time: 0.1335533 Nov 23 12:47:04.455278 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-58224c40-3c9c-4f21-838d-d4be785831c2 req-d6ffda94-be7d-4e10-a9e3-03bc7275c6bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:04.460788 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-fe1e243d-7b73-473a-945e-13e3097b0ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:04.468900 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-c6255488-55f9-41d8-bfeb-b9571fa2a55a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:04.611608 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1e243d-7b73-473a-945e-13e3097b0ef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b58d11e-cc46-469c-b1a8-e94d9949ac46,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:04.639432 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-fe1e243d-7b73-473a-945e-13e3097b0ef0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:04.655591 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:04.680749 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-fe1e243d-7b73-473a-945e-13e3097b0ef0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:04.684382 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-fe1e243d-7b73-473a-945e-13e3097b0ef0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9b58d11e-cc46-469c-b1a8-e94d9949ac46 HTTP/1.1" status: 204 len: 168 time: 0.6262560 Nov 23 12:47:04.810436 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09999fdc-ced2-426d-b4c6-0d29b187c022 req-b5ec48a3-784d-4146-a772-f604bcbc465a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:04.811892 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-09999fdc-ced2-426d-b4c6-0d29b187c022 req-b5ec48a3-784d-4146-a772-f604bcbc465a service neutron] 10.222.0.54 "GET /v2.0/networks?id=db06a41a-eafd-447e-965a-14c1b39ecb30 HTTP/1.1" status: 200 len: 916 time: 0.3295484 Nov 23 12:47:05.049688 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 47278) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:47:05.118025 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-77296ab5-cea7-4166-8bd5-dd8642809d6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:05.161795 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-09999fdc-ced2-426d-b4c6-0d29b187c022 req-b448e1bf-dd38-480f-94ae-5f7bbfc30eb9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f114a60-ca8e-4a26-a4c5-b1177a8c45be HTTP/1.1" status: 200 len: 217 time: 0.3283355 Nov 23 12:47:05.177349 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-77296ab5-cea7-4166-8bd5-dd8642809d6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:47:05.186776 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-77296ab5-cea7-4166-8bd5-dd8642809d6f admin admin] Usage tracker for resource:security_group_rule and tenant:1f80fa18e5454e3aaa16051940f0e3c8 is out of sync, need to count used quota {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:47:05.232903 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-77296ab5-cea7-4166-8bd5-dd8642809d6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:47:05.242536 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09999fdc-ced2-426d-b4c6-0d29b187c022 req-1d52056f-92c8-45e7-be58-03ab9ab40890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:05.244268 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-09999fdc-ced2-426d-b4c6-0d29b187c022 req-1d52056f-92c8-45e7-be58-03ab9ab40890 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c0d370b4-ffde-4b58-bd7e-c9414689a347 HTTP/1.1" status: 200 len: 855 time: 0.0721059 Nov 23 12:47:05.253406 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-77296ab5-cea7-4166-8bd5-dd8642809d6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:47:05.293182 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.notifiers.nova [req-58224c40-3c9c-4f21-838d-d4be785831c2 req-d6ffda94-be7d-4e10-a9e3-03bc7275c6bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 338fe291-88bb-415f-b963-824e3a6616bd {{(pid=86837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 12:47:05.315010 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-58224c40-3c9c-4f21-838d-d4be785831c2 req-d6ffda94-be7d-4e10-a9e3-03bc7275c6bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:05.331415 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e18d8a-c1ac-4426-9f8a-e6edd886f203 req-7a712cfd-aa27-43f5-acb9-08d4eefecfa8 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:05.334647 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-54e18d8a-c1ac-4426-9f8a-e6edd886f203 req-7a712cfd-aa27-43f5-acb9-08d4eefecfa8 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4d90f60-e137-4811-85c3-0bcfe3e77242 HTTP/1.1" status: 200 len: 946 time: 0.5662665 Nov 23 12:47:05.338592 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-09999fdc-ced2-426d-b4c6-0d29b187c022 req-769a657a-2ba9-4c74-a0c9-4afe1c26bbaf service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=db06a41a-eafd-447e-965a-14c1b39ecb30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0714395 Nov 23 12:47:05.345836 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.provisioning_blocks [req-58224c40-3c9c-4f21-838d-d4be785831c2 req-d6ffda94-be7d-4e10-a9e3-03bc7275c6bb service neutron] Transition to ACTIVE for port object 338fe291-88bb-415f-b963-824e3a6616bd will not be triggered until provisioned by entity L2. {{(pid=86837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:47:05.354081 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-58224c40-3c9c-4f21-838d-d4be785831c2 req-d6ffda94-be7d-4e10-a9e3-03bc7275c6bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6379454'] for port, after_update {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:05.366485 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-21b9fba8-4564-47e1-bc94-eaeaf52cb4c6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:05.460043 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7fd412-640f-4182-8df0-f9d611189943 req-7829d31a-7848-4bac-8e30-fbe70508bd5c tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:05.462072 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-6a7fd412-640f-4182-8df0-f9d611189943 req-7829d31a-7848-4bac-8e30-fbe70508bd5c tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.31 "GET /v2.0/ports?device_id=a17a74ff-cdf4-41c6-a975-f5c12cc041e1 HTTP/1.1" status: 200 len: 932 time: 0.4891779 Nov 23 12:47:05.467808 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-54e18d8a-c1ac-4426-9f8a-e6edd886f203 req-d2d32418-fd4d-4764-a81c-1e54bdff6e19 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07395ea-6958-4a30-8653-814e78309a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243482 Nov 23 12:47:05.593060 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ffda94-be7d-4e10-a9e3-03bc7275c6bb service neutron] Pushing event updated for resources: {'Port': ['ID=338fe291-88bb-415f-b963-824e3a6616bd,revision_number=2']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:05.598447 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 47296) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:47:05.630052 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-d6ffda94-be7d-4e10-a9e3-03bc7275c6bb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:05.670780 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-43b0b11f-e35a-482e-8132-2e911fd9e06b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:05.687870 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-77296ab5-cea7-4166-8bd5-dd8642809d6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:05.698415 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-43b0b11f-e35a-482e-8132-2e911fd9e06b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:47:05.702362 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-77296ab5-cea7-4166-8bd5-dd8642809d6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:05.713686 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:05.728754 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-6a7fd412-640f-4182-8df0-f9d611189943 req-e375002f-67d4-422d-a69e-a0d1937539ca tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.31 "GET /v2.0/security-groups?id=0a850f89-1fcd-4fc3-a6fa-0f4e61598668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381752 Nov 23 12:47:05.730983 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-43b0b11f-e35a-482e-8132-2e911fd9e06b admin admin] Usage tracker for resource:security_group_rule and tenant:2a73c9e1529d420a808b75b67990576f is out of sync, need to count used quota {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:47:05.737139 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-09999fdc-ced2-426d-b4c6-0d29b187c022 req-52ce48f2-ad54-4e2a-b943-b75709761262 service neutron] 10.222.0.54 "GET /v2.0/networks/db06a41a-eafd-447e-965a-14c1b39ecb30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3388491 Nov 23 12:47:05.753101 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-43b0b11f-e35a-482e-8132-2e911fd9e06b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:47:05.765753 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-43b0b11f-e35a-482e-8132-2e911fd9e06b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:47:05.792756 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.managers [req-58224c40-3c9c-4f21-838d-d4be785831c2 req-d6ffda94-be7d-4e10-a9e3-03bc7275c6bb service neutron] Attempting to bind port 338fe291-88bb-415f-b963-824e3a6616bd on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 12:47:05.793122 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.managers [req-58224c40-3c9c-4f21-838d-d4be785831c2 req-d6ffda94-be7d-4e10-a9e3-03bc7275c6bb service neutron] Attempting to bind port 338fe291-88bb-415f-b963-824e3a6616bd by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '85703ffb-0024-40a4-9e1c-786d143a488d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'db06a41a-eafd-447e-965a-14c1b39ecb30'}] {{(pid=86837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 12:47:05.793421 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58224c40-3c9c-4f21-838d-d4be785831c2 req-d6ffda94-be7d-4e10-a9e3-03bc7275c6bb service neutron] Attempting to bind port 338fe291-88bb-415f-b963-824e3a6616bd on network db06a41a-eafd-447e-965a-14c1b39ecb30 {{(pid=86837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:47:05.803663 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-77296ab5-cea7-4166-8bd5-dd8642809d6f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1f80fa18e5454e3aaa16051940f0e3c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7494133 Nov 23 12:47:05.804545 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77296ab5-cea7-4166-8bd5-dd8642809d6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25b16e62-a82a-46ef-968c-1badcefc4496,revision_number=1']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:05.806794 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 47302) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:47:05.815903 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58224c40-3c9c-4f21-838d-d4be785831c2 req-d6ffda94-be7d-4e10-a9e3-03bc7275c6bb service neutron] Port 338fe291-88bb-415f-b963-824e3a6616bd on network db06a41a-eafd-447e-965a-14c1b39ecb30 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 23 12:47:05.816233 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58224c40-3c9c-4f21-838d-d4be785831c2 req-d6ffda94-be7d-4e10-a9e3-03bc7275c6bb service neutron] Attempting to bind port 338fe291-88bb-415f-b963-824e3a6616bd on network db06a41a-eafd-447e-965a-14c1b39ecb30 {{(pid=86837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:47:05.821081 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-77296ab5-cea7-4166-8bd5-dd8642809d6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:05.847428 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58224c40-3c9c-4f21-838d-d4be785831c2 req-d6ffda94-be7d-4e10-a9e3-03bc7275c6bb service neutron] Checking agent: {'id': 'c02b2241-eea5-43d7-ab73-e33b65374cd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 44, 5), 'started_at': datetime.datetime(2021, 11, 23, 12, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 12:47:05.847779 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58224c40-3c9c-4f21-838d-d4be785831c2 req-d6ffda94-be7d-4e10-a9e3-03bc7275c6bb service neutron] Checking segment: {'id': '85703ffb-0024-40a4-9e1c-786d143a488d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'db06a41a-eafd-447e-965a-14c1b39ecb30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:47:05.848150 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58224c40-3c9c-4f21-838d-d4be785831c2 req-d6ffda94-be7d-4e10-a9e3-03bc7275c6bb service neutron] Bound using segment: {'id': '85703ffb-0024-40a4-9e1c-786d143a488d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'db06a41a-eafd-447e-965a-14c1b39ecb30'} {{(pid=86837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 12:47:05.848592 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.managers [req-58224c40-3c9c-4f21-838d-d4be785831c2 req-d6ffda94-be7d-4e10-a9e3-03bc7275c6bb service neutron] Bound port: 338fe291-88bb-415f-b963-824e3a6616bd, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85703ffb-0024-40a4-9e1c-786d143a488d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'db06a41a-eafd-447e-965a-14c1b39ecb30'}}] {{(pid=86837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 12:47:05.848979 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-58224c40-3c9c-4f21-838d-d4be785831c2 req-d6ffda94-be7d-4e10-a9e3-03bc7275c6bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:05.882483 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bab0d90-ede2-4d0d-94ef-2c3ce30ce7d8 req-6cac79c1-e51a-4b95-9810-0d32e6e38052 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:05.884600 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8bab0d90-ede2-4d0d-94ef-2c3ce30ce7d8 req-6cac79c1-e51a-4b95-9810-0d32e6e38052 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] 10.222.0.31 "GET /v2.0/ports?device_id=872292ed-386e-4699-a03d-8e1c49db1f89 HTTP/1.1" status: 200 len: 945 time: 0.2009833 Nov 23 12:47:05.969915 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8bab0d90-ede2-4d0d-94ef-2c3ce30ce7d8 req-596ca339-9a7c-4af8-9d75-4db56d018f39 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec7a2df9-5b5f-4d0a-9518-b6602095324f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774691 Nov 23 12:47:05.972777 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-09999fdc-ced2-426d-b4c6-0d29b187c022 req-c297675b-2913-46d7-b961-9eba171bcad8 service neutron] 10.222.0.54 "GET /v2.0/networks/db06a41a-eafd-447e-965a-14c1b39ecb30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250049 Nov 23 12:47:06.013562 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-3ab84ecc-426f-4326-ba49-ad9f81631387 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:06.064807 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-43b0b11f-e35a-482e-8132-2e911fd9e06b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:06.066589 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.db [req-58224c40-3c9c-4f21-838d-d4be785831c2 req-d6ffda94-be7d-4e10-a9e3-03bc7275c6bb service neutron] For port 338fe291-88bb-415f-b963-824e3a6616bd, host hv-cinder-81888, cleared binding levels {{(pid=86837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 12:47:06.074009 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-3ab84ecc-426f-4326-ba49-ad9f81631387 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:06.082136 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-43b0b11f-e35a-482e-8132-2e911fd9e06b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:06.094617 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-6b9ed298-1a9f-477e-a7fb-a021e670cf06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:06.106203 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.db [req-58224c40-3c9c-4f21-838d-d4be785831c2 req-d6ffda94-be7d-4e10-a9e3-03bc7275c6bb service neutron] For port 338fe291-88bb-415f-b963-824e3a6616bd, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=338fe291-88bb-415f-b963-824e3a6616bd,segment=NetworkSegment(85703ffb-0024-40a4-9e1c-786d143a488d),segment_id=85703ffb-0024-40a4-9e1c-786d143a488d)] {{(pid=86837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 12:47:06.130466 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-58224c40-3c9c-4f21-838d-d4be785831c2 req-d6ffda94-be7d-4e10-a9e3-03bc7275c6bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6379454'] for port, after_update {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:06.172627 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-43b0b11f-e35a-482e-8132-2e911fd9e06b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2a73c9e1529d420a808b75b67990576f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5468400 Nov 23 12:47:06.175572 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b0b11f-e35a-482e-8132-2e911fd9e06b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8fa84cc-fef7-48fc-a906-17cee8cb2340,revision_number=1']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:06.175825 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 47318) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:47:06.180347 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-43b0b11f-e35a-482e-8132-2e911fd9e06b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:06.180859 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-775e3eaa-c76e-44aa-9cc9-510a802518cf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:06.231466 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58224c40-3c9c-4f21-838d-d4be785831c2 req-d6ffda94-be7d-4e10-a9e3-03bc7275c6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:06.232101 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-58224c40-3c9c-4f21-838d-d4be785831c2 req-d6ffda94-be7d-4e10-a9e3-03bc7275c6bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188604'] for port, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:06.233581 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-58224c40-3c9c-4f21-838d-d4be785831c2 req-d6ffda94-be7d-4e10-a9e3-03bc7275c6bb service neutron] 10.222.0.54 "PUT /v2.0/ports/338fe291-88bb-415f-b963-824e3a6616bd HTTP/1.1" status: 200 len: 1094 time: 2.0969927 Nov 23 12:47:06.234759 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a17a74ff-cdf4-41c6-a975-f5c12cc041e1', 'tag': '338fe291-88bb-415f-b963-824e3a6616bd'}] {{(pid=86837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:47:06.248315 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b69603-a777-480c-928a-747d1323d1c2 req-b1cbec14-2db4-4453-9520-70fbb28afba4 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:06.257764 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-55b69603-a777-480c-928a-747d1323d1c2 req-b1cbec14-2db4-4453-9520-70fbb28afba4 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] 10.222.0.31 "GET /v2.0/ports?device_id=872292ed-386e-4699-a03d-8e1c49db1f89 HTTP/1.1" status: 200 len: 945 time: 0.1422737 Nov 23 12:47:06.261635 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-3ab84ecc-426f-4326-ba49-ad9f81631387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:06.268336 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 47328) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:47:06.277674 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-eb9f69cd-4216-4fba-b28d-f4a2356429aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:06.278756 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.v2.base [None req-336c2505-f634-4ede-bebf-a90bc5761cf2 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Request body: {'floatingip': {'port_id': '65c7a919-dbd1-44a3-b3ed-fe42d845dbd9'}} {{(pid=86837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:47:06.319109 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-eb9f69cd-4216-4fba-b28d-f4a2356429aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:06.345508 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a17a74ff-cdf4-41c6-a975-f5c12cc041e1', 'tag': '338fe291-88bb-415f-b963-824e3a6616bd', 'status': 'completed', 'code': 200} Nov 23 12:47:06.385447 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-eb9f69cd-4216-4fba-b28d-f4a2356429aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:06.391176 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-9eeefdee-fcb9-4102-ac7e-fce5251fe8a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:06.404309 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9f69cd-4216-4fba-b28d-f4a2356429aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8fa84cc-fef7-48fc-a906-17cee8cb2340,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:06.408119 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-eb9f69cd-4216-4fba-b28d-f4a2356429aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:06.410564 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-eb9f69cd-4216-4fba-b28d-f4a2356429aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:06.414241 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-eb9f69cd-4216-4fba-b28d-f4a2356429aa admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a8fa84cc-fef7-48fc-a906-17cee8cb2340 HTTP/1.1" status: 204 len: 168 time: 0.2350285 Nov 23 12:47:06.418266 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-3ab84ecc-426f-4326-ba49-ad9f81631387 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:06.419446 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-3ab84ecc-426f-4326-ba49-ad9f81631387 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/25b16e62-a82a-46ef-968c-1badcefc4496 HTTP/1.1" status: 204 len: 168 time: 0.6050608 Nov 23 12:47:06.420475 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ffda94-be7d-4e10-a9e3-03bc7275c6bb service neutron] Pushing event updated for resources: {'Port': ['ID=338fe291-88bb-415f-b963-824e3a6616bd,revision_number=3']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:06.424325 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-d6ffda94-be7d-4e10-a9e3-03bc7275c6bb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:06.426573 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-336c2505-f634-4ede-bebf-a90bc5761cf2 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Notify callbacks [] for floatingip, before_update {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:06.481369 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.211s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:06.510298 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab84ecc-426f-4326-ba49-ad9f81631387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25b16e62-a82a-46ef-968c-1badcefc4496,revision_number=None']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:06.571438 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-3ab84ecc-426f-4326-ba49-ad9f81631387 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:06.648079 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 47350) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:47:06.659572 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58224c40-3c9c-4f21-838d-d4be785831c2 req-adeaf2d1-6ef9-48db-ab3e-c38dd6f5173c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:06.661240 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-58224c40-3c9c-4f21-838d-d4be785831c2 req-adeaf2d1-6ef9-48db-ab3e-c38dd6f5173c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d66b4a21b0fe4386a781f7160eda94ae&device_id=a17a74ff-cdf4-41c6-a975-f5c12cc041e1 HTTP/1.1" status: 200 len: 1097 time: 0.3177330 Nov 23 12:47:06.777031 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.db_base_plugin_v2 [None req-f605239e-620c-4869-8bd1-a07682a44ac1 admin admin] Deleting subnet c54a8433-9301-4f12-ad03-df544193d155 {{(pid=86838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 23 12:47:06.781149 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-f605239e-620c-4869-8bd1-a07682a44ac1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:06.842937 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-f605239e-620c-4869-8bd1-a07682a44ac1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8358448'] for subnet, precommit_delete_associations {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:06.847997 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-58224c40-3c9c-4f21-838d-d4be785831c2 req-ac6d7e3f-e69f-4d70-ad16-eb9567a25c06 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=338fe291-88bb-415f-b963-824e3a6616bd HTTP/1.1" status: 200 len: 217 time: 0.1013110 Nov 23 12:47:06.906841 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-f605239e-620c-4869-8bd1-a07682a44ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569929'] for subnet, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:06.981409 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcf3d88-02a5-4f22-b5b0-a10573db95a0 req-2322789c-568f-42db-8f11-732f62d240b2 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:06.983080 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-ddcf3d88-02a5-4f22-b5b0-a10573db95a0 req-2322789c-568f-42db-8f11-732f62d240b2 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4d90f60-e137-4811-85c3-0bcfe3e77242 HTTP/1.1" status: 200 len: 946 time: 0.3316810 Nov 23 12:47:07.112818 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58224c40-3c9c-4f21-838d-d4be785831c2 req-8a8a7c77-4c0d-4f1f-a77f-f154e5be789a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:07.113073 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-ddcf3d88-02a5-4f22-b5b0-a10573db95a0 req-ce836f66-0d6c-4381-a2dd-55faf6960dc5 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07395ea-6958-4a30-8653-814e78309a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835245 Nov 23 12:47:07.114605 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-58224c40-3c9c-4f21-838d-d4be785831c2 req-8a8a7c77-4c0d-4f1f-a77f-f154e5be789a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c0d370b4-ffde-4b58-bd7e-c9414689a347 HTTP/1.1" status: 200 len: 855 time: 0.2504001 Nov 23 12:47:07.116203 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-f605239e-620c-4869-8bd1-a07682a44ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8277253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6323384'] for subnet, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:07.123712 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-b83ea074-e72b-42d7-9ac8-c7ef5fcf4e2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:07.171550 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f605239e-620c-4869-8bd1-a07682a44ac1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c54a8433-9301-4f12-ad03-df544193d155,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:07.174188 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-f605239e-620c-4869-8bd1-a07682a44ac1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600637'] for subnet, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:07.178403 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-f605239e-620c-4869-8bd1-a07682a44ac1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:07.191000 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-f605239e-620c-4869-8bd1-a07682a44ac1 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/c54a8433-9301-4f12-ad03-df544193d155 HTTP/1.1" status: 204 len: 168 time: 0.5393031 Nov 23 12:47:07.191383 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 47366) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:47:07.220139 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d58c130-da93-4447-be5c-2ba9aa87283f req-98b45428-3897-4cc3-9808-c5028f93a3cf tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:07.228480 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-7d58c130-da93-4447-be5c-2ba9aa87283f req-98b45428-3897-4cc3-9808-c5028f93a3cf tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.31 "GET /v2.0/ports?device_id=a17a74ff-cdf4-41c6-a975-f5c12cc041e1 HTTP/1.1" status: 200 len: 944 time: 0.2442949 Nov 23 12:47:07.340136 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 47374) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:47:07.373293 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-7d58c130-da93-4447-be5c-2ba9aa87283f req-178f5cf6-641a-455f-9a81-b29adfe5977a tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.31 "GET /v2.0/security-groups?id=0a850f89-1fcd-4fc3-a6fa-0f4e61598668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435208 Nov 23 12:47:07.398384 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-51aacedf-512e-47c7-a370-e29db62b10cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1549810'] for network, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:07.485666 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-58224c40-3c9c-4f21-838d-d4be785831c2 req-6d1ffdef-9dd9-4e14-ab48-d7cbbe1b49cb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=db06a41a-eafd-447e-965a-14c1b39ecb30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3579834 Nov 23 12:47:07.548973 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-51aacedf-512e-47c7-a370-e29db62b10cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-568418', 'neutron.services.segments.db._delete_segments_for_network-8788170962598'] for network, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:07.582105 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.services.segments.db [None req-51aacedf-512e-47c7-a370-e29db62b10cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d373d051-bf94-4523-9663-39db213210be']}} {{(pid=86838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:47:07.601050 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.services.segments.db [None req-51aacedf-512e-47c7-a370-e29db62b10cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dfe855d-43f1-4afb-9401-223ec6aba994') {'for_net_delete': True} {{(pid=86838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:47:07.601270 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.services.segments.db [None req-51aacedf-512e-47c7-a370-e29db62b10cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dfe855d-43f1-4afb-9401-223ec6aba994') {} {{(pid=86838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:47:07.616419 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-51aacedf-512e-47c7-a370-e29db62b10cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788170845049', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8358439'] for segment, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:07.641282 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-51aacedf-512e-47c7-a370-e29db62b10cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572451'] for segment, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:07.651549 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51aacedf-512e-47c7-a370-e29db62b10cc admin admin] Releasing vlan 793 on physical network physnet1 to pool {{(pid=86838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 12:47:07.652160 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-51aacedf-512e-47c7-a370-e29db62b10cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-572458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8277467'] for segment, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:07.729190 dv-cinder-818883-1-smb neutron-server[86838]: Traceback (most recent call last): Nov 23 12:47:07.729190 dv-cinder-818883-1-smb neutron-server[86838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 12:47:07.729190 dv-cinder-818883-1-smb neutron-server[86838]: timer() Nov 23 12:47:07.729190 dv-cinder-818883-1-smb neutron-server[86838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 12:47:07.729190 dv-cinder-818883-1-smb neutron-server[86838]: cb(*args, **kw) Nov 23 12:47:07.729190 dv-cinder-818883-1-smb neutron-server[86838]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 23 12:47:07.729190 dv-cinder-818883-1-smb neutron-server[86838]: return func(*args, **kwargs) Nov 23 12:47:07.729190 dv-cinder-818883-1-smb neutron-server[86838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 12:47:07.729190 dv-cinder-818883-1-smb neutron-server[86838]: self._notify() Nov 23 12:47:07.729190 dv-cinder-818883-1-smb neutron-server[86838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 12:47:07.729190 dv-cinder-818883-1-smb neutron-server[86838]: self.callback(batched_events) Nov 23 12:47:07.729190 dv-cinder-818883-1-smb neutron-server[86838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 12:47:07.729190 dv-cinder-818883-1-smb neutron-server[86838]: event.method(event) Nov 23 12:47:07.729190 dv-cinder-818883-1-smb neutron-server[86838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 23 12:47:07.729190 dv-cinder-818883-1-smb neutron-server[86838]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 12:47:07.729190 dv-cinder-818883-1-smb neutron-server[86838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 23 12:47:07.729190 dv-cinder-818883-1-smb neutron-server[86838]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 12:47:07.729190 dv-cinder-818883-1-smb neutron-server[86838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 23 12:47:07.729190 dv-cinder-818883-1-smb neutron-server[86838]: return f(self, *a, **k) Nov 23 12:47:07.729190 dv-cinder-818883-1-smb neutron-server[86838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 23 12:47:07.729190 dv-cinder-818883-1-smb neutron-server[86838]: return self._get(url).json() Nov 23 12:47:07.729190 dv-cinder-818883-1-smb neutron-server[86838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 23 12:47:07.729190 dv-cinder-818883-1-smb neutron-server[86838]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 12:47:07.729190 dv-cinder-818883-1-smb neutron-server[86838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 12:47:07.729190 dv-cinder-818883-1-smb neutron-server[86838]: return self.request(url, 'GET', **kwargs) Nov 23 12:47:07.729190 dv-cinder-818883-1-smb neutron-server[86838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 12:47:07.729190 dv-cinder-818883-1-smb neutron-server[86838]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 12:47:07.729190 dv-cinder-818883-1-smb neutron-server[86838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 12:47:07.729190 dv-cinder-818883-1-smb neutron-server[86838]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 12:47:07.729190 dv-cinder-818883-1-smb neutron-server[86838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 12:47:07.729190 dv-cinder-818883-1-smb neutron-server[86838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 12:47:07.729190 dv-cinder-818883-1-smb neutron-server[86838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 12:47:07.761817 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-58224c40-3c9c-4f21-838d-d4be785831c2 req-e0060a2d-a983-4948-aee0-693badc020d5 service neutron] 10.222.0.54 "GET /v2.0/networks/db06a41a-eafd-447e-965a-14c1b39ecb30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643104 Nov 23 12:47:07.769072 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.db.resource_extend [None req-336c2505-f634-4ede-bebf-a90bc5761cf2 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 12:47:07.777682 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-ddcca501-e740-48bf-b5de-69fa0f917f99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:07.800803 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-ddcca501-e740-48bf-b5de-69fa0f917f99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:47:07.805738 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-ddcca501-e740-48bf-b5de-69fa0f917f99 admin admin] Usage tracker for resource:security_group_rule and tenant:d79a1dfc278047caa2a407eb378a223c is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:47:07.809467 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-ddcca501-e740-48bf-b5de-69fa0f917f99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:47:07.812591 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-51aacedf-512e-47c7-a370-e29db62b10cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-568411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-505759'] for network, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:07.817626 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-ddcca501-e740-48bf-b5de-69fa0f917f99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:47:07.824913 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:07.918824 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-51aacedf-512e-47c7-a370-e29db62b10cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600637'] for network, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:07.921137 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51aacedf-512e-47c7-a370-e29db62b10cc admin admin] Pushing event deleted for resources: {'Network': ['ID=d373d051-bf94-4523-9663-39db213210be,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:07.940539 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51aacedf-512e-47c7-a370-e29db62b10cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:47:07.940901 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51aacedf-512e-47c7-a370-e29db62b10cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:47:07.941835 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51aacedf-512e-47c7-a370-e29db62b10cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:47:07.942310 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51aacedf-512e-47c7-a370-e29db62b10cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:47:07.942667 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51aacedf-512e-47c7-a370-e29db62b10cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:47:07.943041 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51aacedf-512e-47c7-a370-e29db62b10cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:47:07.943383 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51aacedf-512e-47c7-a370-e29db62b10cc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:47:07.943721 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51aacedf-512e-47c7-a370-e29db62b10cc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:47:07.944062 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51aacedf-512e-47c7-a370-e29db62b10cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:47:07.944400 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51aacedf-512e-47c7-a370-e29db62b10cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:47:07.944743 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51aacedf-512e-47c7-a370-e29db62b10cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:47:07.945075 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51aacedf-512e-47c7-a370-e29db62b10cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:47:07.953538 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-51aacedf-512e-47c7-a370-e29db62b10cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:07.966110 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-51aacedf-512e-47c7-a370-e29db62b10cc admin admin] 10.222.0.31 "DELETE /v2.0/networks/d373d051-bf94-4523-9663-39db213210be HTTP/1.1" status: 204 len: 168 time: 0.7735989 Nov 23 12:47:08.026225 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-336c2505-f634-4ede-bebf-a90bc5761cf2 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:08.034672 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-336c2505-f634-4ede-bebf-a90bc5761cf2 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-505741'] for floatingip, after_update {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:08.052638 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-ddcca501-e740-48bf-b5de-69fa0f917f99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:08.063007 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-ddcca501-e740-48bf-b5de-69fa0f917f99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:08.076649 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:08.130046 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-ddcca501-e740-48bf-b5de-69fa0f917f99 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d79a1dfc278047caa2a407eb378a223c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7862306 Nov 23 12:47:08.131041 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcca501-e740-48bf-b5de-69fa0f917f99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62d905a0-efd5-4f08-96a2-8a2064a0eaa8,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:08.135036 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 47406) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:47:08.138433 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-ddcca501-e740-48bf-b5de-69fa0f917f99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:08.209695 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-d46bde69-6b22-4870-bb50-61fffadaa8ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:08.242669 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-d46bde69-6b22-4870-bb50-61fffadaa8ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:08.296653 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 47412) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:47:08.322114 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-58224c40-3c9c-4f21-838d-d4be785831c2 req-4d0fe3b0-0463-49f3-a720-a575c8f8eb7a service neutron] 10.222.0.54 "GET /v2.0/networks/db06a41a-eafd-447e-965a-14c1b39ecb30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4708018 Nov 23 12:47:08.384234 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-d46bde69-6b22-4870-bb50-61fffadaa8ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:08.389794 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.db.l3_db [None req-336c2505-f634-4ede-bebf-a90bc5761cf2 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Floating IP 7f3f4d41-d4ae-4a99-9cdd-a709a4ab9614 associated. External IP: 172.28.2.201, port: 65c7a919-dbd1-44a3-b3ed-fe42d845dbd9. Nov 23 12:47:08.462788 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-2c745d38-6ee9-4dcf-8d88-4c49ad9c10b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:08.498785 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-d6792319-f985-45ef-9e90-7cc7ad54fa1e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f976241d01bd41999a758bef4447e874&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2007735 Nov 23 12:47:08.505650 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 47428) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:47:08.523923 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46bde69-6b22-4870-bb50-61fffadaa8ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62d905a0-efd5-4f08-96a2-8a2064a0eaa8,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:08.547442 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-d46bde69-6b22-4870-bb50-61fffadaa8ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:08.603240 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-d46bde69-6b22-4870-bb50-61fffadaa8ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:08.605540 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-d46bde69-6b22-4870-bb50-61fffadaa8ff admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/62d905a0-efd5-4f08-96a2-8a2064a0eaa8 HTTP/1.1" status: 204 len: 168 time: 0.4684331 Nov 23 12:47:08.718589 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-1387fc33-3a02-4e9a-8404-0d8aead49549 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:08.783413 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29ba218-56aa-4d10-a6b4-7a99f47100c5 req-f5e7d12b-7c06-4d10-97f4-a33106bfa740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:08.784491 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-1387fc33-3a02-4e9a-8404-0d8aead49549 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:08.785013 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-d29ba218-56aa-4d10-a6b4-7a99f47100c5 req-f5e7d12b-7c06-4d10-97f4-a33106bfa740 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d66b4a21b0fe4386a781f7160eda94ae&device_id=a17a74ff-cdf4-41c6-a975-f5c12cc041e1 HTTP/1.1" status: 200 len: 1097 time: 0.3265481 Nov 23 12:47:08.801156 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f29bf7d-09e2-4941-9126-fe2ca1f20002 req-387427bf-fa93-411f-a075-8df8007e3987 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:08.803226 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8f29bf7d-09e2-4941-9126-fe2ca1f20002 req-387427bf-fa93-411f-a075-8df8007e3987 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4d90f60-e137-4811-85c3-0bcfe3e77242 HTTP/1.1" status: 200 len: 946 time: 0.4242268 Nov 23 12:47:08.867696 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa9788c-6167-4428-9335-f171ee9a9ab4 req-00a8c44b-3d90-4030-bc41-3cbe5621dcd6 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:08.869672 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-3fa9788c-6167-4428-9335-f171ee9a9ab4 req-00a8c44b-3d90-4030-bc41-3cbe5621dcd6 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.31 "GET /v2.0/ports?device_id=a17a74ff-cdf4-41c6-a975-f5c12cc041e1 HTTP/1.1" status: 200 len: 944 time: 0.3210285 Nov 23 12:47:08.941197 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8f29bf7d-09e2-4941-9126-fe2ca1f20002 req-d4d88acd-6909-4454-a108-05a6fa60c767 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07395ea-6958-4a30-8653-814e78309a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254573 Nov 23 12:47:08.983568 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-3fa9788c-6167-4428-9335-f171ee9a9ab4 req-f4f172a0-3277-412d-ba56-d5340e9a5d39 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.31 "GET /v2.0/security-groups?id=0a850f89-1fcd-4fc3-a6fa-0f4e61598668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973091 Nov 23 12:47:09.004580 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-1387fc33-3a02-4e9a-8404-0d8aead49549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:09.010632 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-a4328ac4-1567-4b72-9b03-9d732bfe9442 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:09.035812 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1387fc33-3a02-4e9a-8404-0d8aead49549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee2954f9-8dbc-41bd-89bd-8ae39b19f461,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:09.038427 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-1387fc33-3a02-4e9a-8404-0d8aead49549 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:09.048648 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-1387fc33-3a02-4e9a-8404-0d8aead49549 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:09.052745 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-1387fc33-3a02-4e9a-8404-0d8aead49549 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ee2954f9-8dbc-41bd-89bd-8ae39b19f461 HTTP/1.1" status: 204 len: 168 time: 0.5457742 Nov 23 12:47:09.334563 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29ba218-56aa-4d10-a6b4-7a99f47100c5 req-03e68552-f8db-4f40-8f48-579b3c510401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:09.336099 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-d29ba218-56aa-4d10-a6b4-7a99f47100c5 req-03e68552-f8db-4f40-8f48-579b3c510401 service neutron] 10.222.0.54 "GET /v2.0/networks?id=db06a41a-eafd-447e-965a-14c1b39ecb30 HTTP/1.1" status: 200 len: 916 time: 0.3439090 Nov 23 12:47:09.435933 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-d29ba218-56aa-4d10-a6b4-7a99f47100c5 req-5bc060d1-3594-4bc0-bc7e-0529a2cb5e10 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=338fe291-88bb-415f-b963-824e3a6616bd HTTP/1.1" status: 200 len: 217 time: 0.0841205 Nov 23 12:47:09.443886 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-336c2505-f634-4ede-bebf-a90bc5761cf2 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Router ea4af844-59f5-4385-9717-8f131d50a6ea has already been hosted by L3 agent d7c7f769-7b7b-49b8-a5c1-735df886e043 {{(pid=86837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 12:47:09.582305 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29ba218-56aa-4d10-a6b4-7a99f47100c5 req-5691812b-ebd2-486c-ad7c-57f5e2237d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:09.583817 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-d29ba218-56aa-4d10-a6b4-7a99f47100c5 req-5691812b-ebd2-486c-ad7c-57f5e2237d1b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c0d370b4-ffde-4b58-bd7e-c9414689a347 HTTP/1.1" status: 200 len: 855 time: 0.1389577 Nov 23 12:47:09.650565 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-d29ba218-56aa-4d10-a6b4-7a99f47100c5 req-8a30fec7-9110-473d-b510-52d473cc0d11 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=db06a41a-eafd-447e-965a-14c1b39ecb30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567727 Nov 23 12:47:09.838747 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-336c2505-f634-4ede-bebf-a90bc5761cf2 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Notify agent at l3_agent.dv-cinder-818883-1-smb the message routers_updated {{(pid=86837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 12:47:09.845244 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-336c2505-f634-4ede-bebf-a90bc5761cf2 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188604'] for floatingip, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:09.855315 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ef6fdf-fa42-47fe-9fca-69ed697e835b None None] Sync routers for ids ['ea4af844-59f5-4385-9717-8f131d50a6ea'] in dv-cinder-818883-1-smb {{(pid=86840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 12:47:09.868401 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ef6fdf-fa42-47fe-9fca-69ed697e835b None None] Routers {'ea4af844-59f5-4385-9717-8f131d50a6ea'} bound to L3 agent in host dv-cinder-818883-1-smb {{(pid=86840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:47:09.869410 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.l3_hamode_db [None req-79ef6fdf-fa42-47fe-9fca-69ed697e835b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T12:37:26Z,description=,heartbeat_timestamp=2021-11-23T12:46:56Z,host='dv-cinder-818883-1-smb',id=d7c7f769-7b7b-49b8-a5c1-735df886e043,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:37:26Z,topic='l3_agent')) {'router_ids': ['ea4af844-59f5-4385-9717-8f131d50a6ea'], 'active': True} {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:47:09.941919 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-336c2505-f634-4ede-bebf-a90bc5761cf2 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] 10.222.0.31 "PUT /v2.0/floatingips/7f3f4d41-d4ae-4a99-9cdd-a709a4ab9614 HTTP/1.1" status: 200 len: 991 time: 3.6721945 Nov 23 12:47:09.942996 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '872292ed-386e-4699-a03d-8e1c49db1f89', 'tag': '65c7a919-dbd1-44a3-b3ed-fe42d845dbd9'}] {{(pid=86837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:47:09.950930 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-d29ba218-56aa-4d10-a6b4-7a99f47100c5 req-0690d9dc-b542-40bc-8530-e47482342460 service neutron] 10.222.0.54 "GET /v2.0/networks/db06a41a-eafd-447e-965a-14c1b39ecb30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404325 Nov 23 12:47:10.191576 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '872292ed-386e-4699-a03d-8e1c49db1f89', 'tag': '65c7a919-dbd1-44a3-b3ed-fe42d845dbd9', 'status': 'completed', 'code': 200} Nov 23 12:47:10.339562 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvr_db [None req-79ef6fdf-fa42-47fe-9fca-69ed697e835b None None] Set router ea4af844-59f5-4385-9717-8f131d50a6ea gateway port host: dv-cinder-818883-1-smb {{(pid=86840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:47:10.420463 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-d29ba218-56aa-4d10-a6b4-7a99f47100c5 req-c9517c57-ba63-4f05-9543-553024fd9ee0 service neutron] 10.222.0.54 "GET /v2.0/networks/db06a41a-eafd-447e-965a-14c1b39ecb30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4620111 Nov 23 12:47:10.553235 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d6e4d5-8e6b-4c0f-8cce-26ffade373e3 req-9cb92c0c-0087-4cb2-831e-63f7a0719f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:10.555120 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-e0d6e4d5-8e6b-4c0f-8cce-26ffade373e3 req-9cb92c0c-0087-4cb2-831e-63f7a0719f14 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e6142a50a1bb4ef9bfd9b1bc59edda1d&device_id=872292ed-386e-4699-a03d-8e1c49db1f89 HTTP/1.1" status: 200 len: 1098 time: 0.4544106 Nov 23 12:47:10.687333 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd66703-7998-481f-ad54-2b1aced7c566 req-8208cb68-d36f-44db-be94-bc6373fba01f tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:10.689418 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-edd66703-7998-481f-ad54-2b1aced7c566 req-8208cb68-d36f-44db-be94-bc6373fba01f tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4d90f60-e137-4811-85c3-0bcfe3e77242 HTTP/1.1" status: 200 len: 946 time: 0.4057605 Nov 23 12:47:10.730888 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642e10a2-cd4b-4b00-a51b-a692f3fe92bd req-9ba3dc80-4660-4223-ba6c-ba37b196bc94 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:10.732406 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-642e10a2-cd4b-4b00-a51b-a692f3fe92bd req-9ba3dc80-4660-4223-ba6c-ba37b196bc94 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.31 "GET /v2.0/ports?device_id=a17a74ff-cdf4-41c6-a975-f5c12cc041e1 HTTP/1.1" status: 200 len: 944 time: 0.2782876 Nov 23 12:47:10.776852 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 47556) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:47:10.844939 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-642e10a2-cd4b-4b00-a51b-a692f3fe92bd req-d20f4c9d-408a-44b1-afdd-daaf0391082e tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.31 "GET /v2.0/security-groups?id=0a850f89-1fcd-4fc3-a6fa-0f4e61598668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015348 Nov 23 12:47:10.919523 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-edd66703-7998-481f-ad54-2b1aced7c566 req-02e30032-4b8c-4a03-9b26-e8ad7bea93ff tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07395ea-6958-4a30-8653-814e78309a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147069 Nov 23 12:47:10.923737 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d6e4d5-8e6b-4c0f-8cce-26ffade373e3 req-7e95ddb7-d3b2-4452-a7e3-16610d6a0500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:10.928175 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-e0d6e4d5-8e6b-4c0f-8cce-26ffade373e3 req-7e95ddb7-d3b2-4452-a7e3-16610d6a0500 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f34ec0a4-d329-411a-9213-97be29ff4587 HTTP/1.1" status: 200 len: 911 time: 0.3636630 Nov 23 12:47:11.064055 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.l3_hamode_db [None req-79ef6fdf-fa42-47fe-9fca-69ed697e835b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea4af844-59f5-4385-9717-8f131d50a6ea', 'name': 'tempest-AttachVolumeTestJSON-781259906-router', 'tenant_id': 'e6142a50a1bb4ef9bfd9b1bc59edda1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'external_fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.214'}], 'enable_snat': True}, 'gw_port_id': 'f55fc293-445d-4fee-9e3d-5f5d05c8d39c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:46:10Z', 'updated_at': '2021-11-23T12:46:21Z', 'revision_number': 4, 'project_id': 'e6142a50a1bb4ef9bfd9b1bc59edda1d', 'gw_port': {'id': 'f55fc293-445d-4fee-9e3d-5f5d05c8d39c', 'name': '', 'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:4d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4af844-59f5-4385-9717-8f131d50a6ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:46:11Z', 'updated_at': '2021-11-23T12:46:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-smb', '_floatingips': [{'id': '7f3f4d41-d4ae-4a99-9cdd-a709a4ab9614', 'tenant_id': 'e6142a50a1bb4ef9bfd9b1bc59edda1d', 'floating_ip_address': '172.28.2.201', 'floating_network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'router_id': 'ea4af844-59f5-4385-9717-8f131d50a6ea', 'port_id': '65c7a919-dbd1-44a3-b3ed-fe42d845dbd9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f34ec0a4-d329-411a-9213-97be29ff4587', 'mac_address': 'fa:16:3e:a8:47:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872292ed-386e-4699-a03d-8e1c49db1f89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T12:46:38Z', 'updated_at': '2021-11-23T12:47:07Z', 'revision_number': 1, 'project_id': 'e6142a50a1bb4ef9bfd9b1bc59edda1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '419537b5-27b9-4947-af41-1b4829e4c6fc', 'name': '', 'network_id': 'f34ec0a4-d329-411a-9213-97be29ff4587', 'tenant_id': 'e6142a50a1bb4ef9bfd9b1bc59edda1d', 'mac_address': 'fa:16:3e:b2:08:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4af844-59f5-4385-9717-8f131d50a6ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '456abfc7-81cf-4d5c-adc8-b3f39f8433bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:46:18Z', 'updated_at': '2021-11-23T12:46:36Z', 'revision_number': 5, 'project_id': 'e6142a50a1bb4ef9bfd9b1bc59edda1d', 'subnets': [{'id': '456abfc7-81cf-4d5c-adc8-b3f39f8433bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-1-smb', False) {} {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:47:11.083211 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ef6fdf-fa42-47fe-9fca-69ed697e835b None None] Checking router: ea4af844-59f5-4385-9717-8f131d50a6ea for host: dv-cinder-818883-1-smb {{(pid=86840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 12:47:11.111368 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-e0d6e4d5-8e6b-4c0f-8cce-26ffade373e3 req-1ca872d9-29ae-4caa-9a9d-15d463efa1fb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=65c7a919-dbd1-44a3-b3ed-fe42d845dbd9 HTTP/1.1" status: 200 len: 999 time: 0.1727378 Nov 23 12:47:11.120120 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.v2.base [None req-6d0fe73c-a215-4235-ba03-cbdf82ee796d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1664481473-network', 'tenant_id': 'a6530348bcbb413baed6b8e19ca3fd62'}} {{(pid=86837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:47:11.124618 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ef6fdf-fa42-47fe-9fca-69ed697e835b None None] Routers {'ea4af844-59f5-4385-9717-8f131d50a6ea'} bound to L3 agent in host dv-cinder-818883-1-smb {{(pid=86840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:47:11.129027 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-6d0fe73c-a215-4235-ba03-cbdf82ee796d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:47:11.130766 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.l3_hamode_db [None req-79ef6fdf-fa42-47fe-9fca-69ed697e835b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T12:37:26Z,description=,heartbeat_timestamp=2021-11-23T12:46:56Z,host='dv-cinder-818883-1-smb',id=d7c7f769-7b7b-49b8-a5c1-735df886e043,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:37:26Z,topic='l3_agent')) {'router_ids': ['ea4af844-59f5-4385-9717-8f131d50a6ea'], 'active': True} {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:47:11.139738 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-6d0fe73c-a215-4235-ba03-cbdf82ee796d admin admin] Usage tracker for resource:network and tenant:a6530348bcbb413baed6b8e19ca3fd62 is out of sync, need to count used quota {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:47:11.151586 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-6d0fe73c-a215-4235-ba03-cbdf82ee796d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:47:11.172721 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-6d0fe73c-a215-4235-ba03-cbdf82ee796d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:47:11.206314 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d0fe73c-a215-4235-ba03-cbdf82ee796d admin admin] Made reservation on behalf of a6530348bcbb413baed6b8e19ca3fd62 for: {'network': 1} {{(pid=86837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:47:11.209059 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-6d0fe73c-a215-4235-ba03-cbdf82ee796d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for network, before_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:11.258049 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-6d0fe73c-a215-4235-ba03-cbdf82ee796d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:11.291569 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d6e4d5-8e6b-4c0f-8cce-26ffade373e3 req-5ea2589a-7e6b-4d2d-9733-d2f9724421ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:11.296579 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-e0d6e4d5-8e6b-4c0f-8cce-26ffade373e3 req-5ea2589a-7e6b-4d2d-9733-d2f9724421ab service neutron] 10.222.0.54 "GET /v2.0/subnets?id=456abfc7-81cf-4d5c-adc8-b3f39f8433bb HTTP/1.1" status: 200 len: 849 time: 0.1692913 Nov 23 12:47:11.302155 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-6d0fe73c-a215-4235-ba03-cbdf82ee796d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:47:11.314342 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-6d0fe73c-a215-4235-ba03-cbdf82ee796d admin admin] Usage tracker for resource:security_group_rule and tenant:a6530348bcbb413baed6b8e19ca3fd62 is out of sync, need to count used quota {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:47:11.321457 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-6d0fe73c-a215-4235-ba03-cbdf82ee796d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:47:11.337342 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-6d0fe73c-a215-4235-ba03-cbdf82ee796d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:47:11.492047 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d6e4d5-8e6b-4c0f-8cce-26ffade373e3 req-48370e99-a1bd-47b6-b43d-d17ff6ef0fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:11.494853 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-e0d6e4d5-8e6b-4c0f-8cce-26ffade373e3 req-48370e99-a1bd-47b6-b43d-d17ff6ef0fdb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f34ec0a4-d329-411a-9213-97be29ff4587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1845272 Nov 23 12:47:11.578016 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-6d0fe73c-a215-4235-ba03-cbdf82ee796d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:11.584201 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Device 338fe291-88bb-415f-b963-824e3a6616bd details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 23 12:47:11.585043 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvr_db [None req-79ef6fdf-fa42-47fe-9fca-69ed697e835b None None] Set router ea4af844-59f5-4385-9717-8f131d50a6ea gateway port host: dv-cinder-818883-1-smb {{(pid=86840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:47:11.588536 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-6d0fe73c-a215-4235-ba03-cbdf82ee796d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:11.592185 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-ca55df16-e0c6-4689-9fd0-fc499b789a42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:11.670271 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d0fe73c-a215-4235-ba03-cbdf82ee796d admin admin] vlan segment allocate from pool success with {'vlan_id': 772, 'physical_network': 'physnet1'} {{(pid=86837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 12:47:11.689772 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0fe73c-a215-4235-ba03-cbdf82ee796d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23539a58-ae83-4e18-a5a8-cc40d26808b1,revision_number=1']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:11.713290 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0fe73c-a215-4235-ba03-cbdf82ee796d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:47:11.717120 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0fe73c-a215-4235-ba03-cbdf82ee796d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:47:11.717737 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0fe73c-a215-4235-ba03-cbdf82ee796d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:47:11.721353 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0fe73c-a215-4235-ba03-cbdf82ee796d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:47:11.721940 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0fe73c-a215-4235-ba03-cbdf82ee796d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:47:11.722444 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0fe73c-a215-4235-ba03-cbdf82ee796d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:47:11.722976 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0fe73c-a215-4235-ba03-cbdf82ee796d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:47:11.723490 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0fe73c-a215-4235-ba03-cbdf82ee796d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:47:11.723996 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0fe73c-a215-4235-ba03-cbdf82ee796d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:47:11.724559 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0fe73c-a215-4235-ba03-cbdf82ee796d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:47:11.728229 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0fe73c-a215-4235-ba03-cbdf82ee796d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:47:11.728759 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0fe73c-a215-4235-ba03-cbdf82ee796d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:47:11.735065 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-6d0fe73c-a215-4235-ba03-cbdf82ee796d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:11.760872 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-6d0fe73c-a215-4235-ba03-cbdf82ee796d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572451'] for segment, precommit_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:11.762505 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.db.segments_db [None req-6d0fe73c-a215-4235-ba03-cbdf82ee796d admin admin] Added segment ff1eac05-7a6f-4b4a-b86b-726abee76ecb of type vlan for network 5fdf7688-bc8f-46d8-a49a-aba7f7df2881 Nov 23 12:47:11.838261 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-e0d6e4d5-8e6b-4c0f-8cce-26ffade373e3 req-ff7fdb77-cd74-4cb7-9e59-d91ef9994a6d service neutron] 10.222.0.54 "GET /v2.0/networks/f34ec0a4-d329-411a-9213-97be29ff4587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3345203 Nov 23 12:47:11.850422 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-6d0fe73c-a215-4235-ba03-cbdf82ee796d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788170511809'] for network, precommit_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:11.942964 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-6d0fe73c-a215-4235-ba03-cbdf82ee796d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595'] for network, after_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:11.945116 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d0fe73c-a215-4235-ba03-cbdf82ee796d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:11.946246 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-6d0fe73c-a215-4235-ba03-cbdf82ee796d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600637'] for network, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:11.952650 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:11.995591 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] For port 338fe291-88bb-415f-b963-824e3a6616bd, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=338fe291-88bb-415f-b963-824e3a6616bd,segment=NetworkSegment(85703ffb-0024-40a4-9e1c-786d143a488d),segment_id=85703ffb-0024-40a4-9e1c-786d143a488d)] {{(pid=86839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:47:12.032268 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Returning: {'device': '338fe291-88bb-415f-b963-824e3a6616bd', 'network_id': 'db06a41a-eafd-447e-965a-14c1b39ecb30', 'port_id': '338fe291-88bb-415f-b963-824e3a6616bd', 'mac_address': 'fa:16:3e:57:a9:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 760, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0d370b4-ffde-4b58-bd7e-c9414689a347', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 23 12:47:12.206590 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0fe73c-a215-4235-ba03-cbdf82ee796d admin admin] Pushing event updated for resources: {'Network': ['ID=5fdf7688-bc8f-46d8-a49a-aba7f7df2881,revision_number=1']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:12.212424 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-6d0fe73c-a215-4235-ba03-cbdf82ee796d admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4343951 Nov 23 12:47:12.213859 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-6d0fe73c-a215-4235-ba03-cbdf82ee796d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:12.216665 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 47620) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:47:12.234138 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.v2.base [None req-269645f2-d571-40f9-a7a7-4922887dd601 admin admin] Request body: {'subnet': {'network_id': '5fdf7688-bc8f-46d8-a49a-aba7f7df2881', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1664481473-subnet', 'tenant_id': 'a6530348bcbb413baed6b8e19ca3fd62', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:47:12.236118 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Network 5fdf7688-bc8f-46d8-a49a-aba7f7df2881 details requested by agent ovs-agent-dv-cinder-818883-1-smb with host dv-cinder-818883-1-smb {{(pid=86839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 23 12:47:12.246608 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-269645f2-d571-40f9-a7a7-4922887dd601 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:47:12.256277 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-269645f2-d571-40f9-a7a7-4922887dd601 admin admin] Usage tracker for resource:subnet and tenant:a6530348bcbb413baed6b8e19ca3fd62 is out of sync, need to count used quota {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:47:12.264698 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-269645f2-d571-40f9-a7a7-4922887dd601 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:47:12.279577 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-269645f2-d571-40f9-a7a7-4922887dd601 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:47:12.290519 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:12.292798 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-e0d6e4d5-8e6b-4c0f-8cce-26ffade373e3 req-1d4c9c1a-4333-49db-a6f9-6f5061d6d9b1 service neutron] 10.222.0.54 "GET /v2.0/networks/f34ec0a4-d329-411a-9213-97be29ff4587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4477780 Nov 23 12:47:12.308123 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-269645f2-d571-40f9-a7a7-4922887dd601 admin admin] Made reservation on behalf of a6530348bcbb413baed6b8e19ca3fd62 for: {'subnet': 1} {{(pid=86837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:47:12.311090 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-269645f2-d571-40f9-a7a7-4922887dd601 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8238016'] for subnet, before_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:12.413061 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.notifiers.nova [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 338fe291-88bb-415f-b963-824e3a6616bd {{(pid=86839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 12:47:12.457466 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] For port 338fe291-88bb-415f-b963-824e3a6616bd, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=338fe291-88bb-415f-b963-824e3a6616bd,segment=NetworkSegment(85703ffb-0024-40a4-9e1c-786d143a488d),segment_id=85703ffb-0024-40a4-9e1c-786d143a488d)] {{(pid=86839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:47:12.470134 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826'] for port, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:12.473386 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-b97648c7-bcbb-4e68-90dc-bcc7ab532196 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:12.501872 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fa42da-91c6-4f41-a973-10ac8ba6b5ce req-ee14886e-be08-448f-831b-4df363f8a7ee tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:12.503760 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-23fa42da-91c6-4f41-a973-10ac8ba6b5ce req-ee14886e-be08-448f-831b-4df363f8a7ee tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.31 "GET /v2.0/ports?device_id=a17a74ff-cdf4-41c6-a975-f5c12cc041e1 HTTP/1.1" status: 200 len: 944 time: 0.2761028 Nov 23 12:47:12.522827 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d194c6-c01b-40ea-9508-4150026d8c6a req-bed0b494-73af-4e82-853f-4723c4062ea4 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:12.524667 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-71d194c6-c01b-40ea-9508-4150026d8c6a req-bed0b494-73af-4e82-853f-4723c4062ea4 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4d90f60-e137-4811-85c3-0bcfe3e77242 HTTP/1.1" status: 200 len: 946 time: 0.2347007 Nov 23 12:47:12.569211 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.l3_hamode_db [None req-79ef6fdf-fa42-47fe-9fca-69ed697e835b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea4af844-59f5-4385-9717-8f131d50a6ea', 'name': 'tempest-AttachVolumeTestJSON-781259906-router', 'tenant_id': 'e6142a50a1bb4ef9bfd9b1bc59edda1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'external_fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.214'}], 'enable_snat': True}, 'gw_port_id': 'f55fc293-445d-4fee-9e3d-5f5d05c8d39c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:46:10Z', 'updated_at': '2021-11-23T12:46:21Z', 'revision_number': 4, 'project_id': 'e6142a50a1bb4ef9bfd9b1bc59edda1d', 'gw_port': {'id': 'f55fc293-445d-4fee-9e3d-5f5d05c8d39c', 'name': '', 'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:4d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4af844-59f5-4385-9717-8f131d50a6ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:46:11Z', 'updated_at': '2021-11-23T12:46:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-smb', '_floatingips': [{'id': '7f3f4d41-d4ae-4a99-9cdd-a709a4ab9614', 'tenant_id': 'e6142a50a1bb4ef9bfd9b1bc59edda1d', 'floating_ip_address': '172.28.2.201', 'floating_network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'router_id': 'ea4af844-59f5-4385-9717-8f131d50a6ea', 'port_id': '65c7a919-dbd1-44a3-b3ed-fe42d845dbd9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f34ec0a4-d329-411a-9213-97be29ff4587', 'mac_address': 'fa:16:3e:a8:47:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872292ed-386e-4699-a03d-8e1c49db1f89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T12:46:38Z', 'updated_at': '2021-11-23T12:47:07Z', 'revision_number': 1, 'project_id': 'e6142a50a1bb4ef9bfd9b1bc59edda1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '419537b5-27b9-4947-af41-1b4829e4c6fc', 'name': '', 'network_id': 'f34ec0a4-d329-411a-9213-97be29ff4587', 'tenant_id': 'e6142a50a1bb4ef9bfd9b1bc59edda1d', 'mac_address': 'fa:16:3e:b2:08:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4af844-59f5-4385-9717-8f131d50a6ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '456abfc7-81cf-4d5c-adc8-b3f39f8433bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:46:18Z', 'updated_at': '2021-11-23T12:46:36Z', 'revision_number': 5, 'project_id': 'e6142a50a1bb4ef9bfd9b1bc59edda1d', 'subnets': [{'id': '456abfc7-81cf-4d5c-adc8-b3f39f8433bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-1-smb', False) {} {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:47:12.580798 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ef6fdf-fa42-47fe-9fca-69ed697e835b None None] The sync data for ids ['ea4af844-59f5-4385-9717-8f131d50a6ea'] in dv-cinder-818883-1-smb is: [{'id': 'ea4af844-59f5-4385-9717-8f131d50a6ea', 'name': 'tempest-AttachVolumeTestJSON-781259906-router', 'tenant_id': 'e6142a50a1bb4ef9bfd9b1bc59edda1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'external_fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.214'}], 'enable_snat': True}, 'gw_port_id': 'f55fc293-445d-4fee-9e3d-5f5d05c8d39c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:46:10Z', 'updated_at': '2021-11-23T12:46:21Z', 'revision_number': 4, 'project_id': 'e6142a50a1bb4ef9bfd9b1bc59edda1d', 'gw_port': {'id': 'f55fc293-445d-4fee-9e3d-5f5d05c8d39c', 'name': '', 'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:4d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4af844-59f5-4385-9717-8f131d50a6ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:46:11Z', 'updated_at': '2021-11-23T12:46:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-smb', '_floatingips': [{'id': '7f3f4d41-d4ae-4a99-9cdd-a709a4ab9614', 'tenant_id': 'e6142a50a1bb4ef9bfd9b1bc59edda1d', 'floating_ip_address': '172.28.2.201', 'floating_network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'router_id': 'ea4af844-59f5-4385-9717-8f131d50a6ea', 'port_id': '65c7a919-dbd1-44a3-b3ed-fe42d845dbd9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f34ec0a4-d329-411a-9213-97be29ff4587', 'mac_address': 'fa:16:3e:a8:47:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872292ed-386e-4699-a03d-8e1c49db1f89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T12:46:38Z', 'updated_at': '2021-11-23T12:47:07Z', 'revision_number': 1, 'project_id': 'e6142a50a1bb4ef9bfd9b1bc59edda1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '419537b5-27b9-4947-af41-1b4829e4c6fc', 'name': '', 'network_id': 'f34ec0a4-d329-411a-9213-97be29ff4587', 'tenant_id': 'e6142a50a1bb4ef9bfd9b1bc59edda1d', 'mac_address': 'fa:16:3e:b2:08:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4af844-59f5-4385-9717-8f131d50a6ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '456abfc7-81cf-4d5c-adc8-b3f39f8433bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:46:18Z', 'updated_at': '2021-11-23T12:46:36Z', 'revision_number': 5, 'project_id': 'e6142a50a1bb4ef9bfd9b1bc59edda1d', 'subnets': [{'id': '456abfc7-81cf-4d5c-adc8-b3f39f8433bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 12:47:12.628658 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Pushing event updated for resources: {'Port': ['ID=338fe291-88bb-415f-b963-824e3a6616bd,revision_number=4']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:12.639999 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:47:12.640598 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:47:12.641525 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:47:12.641928 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:47:12.642948 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:47:12.643332 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:47:12.644151 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:47:12.644490 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:47:12.644854 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:47:12.645394 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:47:12.646778 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:47:12.647655 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:47:12.653303 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:12.731968 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-23fa42da-91c6-4f41-a973-10ac8ba6b5ce req-dbb8fb31-a6f3-452a-a4d5-9d7f7436e1d4 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.31 "GET /v2.0/security-groups?id=0a850f89-1fcd-4fc3-a6fa-0f4e61598668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057714 Nov 23 12:47:12.758566 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-71d194c6-c01b-40ea-9508-4150026d8c6a req-51d733e0-9f2e-44c1-9549-8fe359fa03d4 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07395ea-6958-4a30-8653-814e78309a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093148 Nov 23 12:47:12.858122 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] get_ports_and_sgs() called for port_ids ['338fe291-88bb-415f-b963-824e3a6616bd'] {{(pid=86839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 12:47:12.919981 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-269645f2-d571-40f9-a7a7-4922887dd601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6379459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8238066'] for subnet, after_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:12.928823 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-c7b51f7e-51d9-4bd3-91f4-f6a41b43b1a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:12.960700 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b2f022-3fd8-4b2b-bb04-f5360b4ba303 None None] New status for floating IP 7f3f4d41-d4ae-4a99-9cdd-a709a4ab9614: ACTIVE {{(pid=86839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 12:47:13.037433 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269645f2-d571-40f9-a7a7-4922887dd601 admin admin] Pushing event updated for resources: {'Subnet': ['ID=625fb517-f4a1-457c-8414-30acbbac75df,revision_number=0']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:13.040478 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-269645f2-d571-40f9-a7a7-4922887dd601 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:13.050848 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269645f2-d571-40f9-a7a7-4922887dd601 admin admin] Checking segment: {'id': 'ff1eac05-7a6f-4b4a-b86b-726abee76ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '5fdf7688-bc8f-46d8-a49a-aba7f7df2881'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:47:13.051217 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-269645f2-d571-40f9-a7a7-4922887dd601 admin admin] Network hostable DHCP agents. Network: 5fdf7688-bc8f-46d8-a49a-aba7f7df2881, hostable agents: ['7adafed1-c9c5-48d0-9254-d37451f0c452'], hosted agents: [] {{(pid=86837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 12:47:13.097959 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-269645f2-d571-40f9-a7a7-4922887dd601 admin admin] Network 5fdf7688-bc8f-46d8-a49a-aba7f7df2881 is scheduled to be hosted by DHCP agent 7adafed1-c9c5-48d0-9254-d37451f0c452 with binding_index 1 {{(pid=86837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 12:47:13.118236 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.scheduler.base_scheduler [None req-269645f2-d571-40f9-a7a7-4922887dd601 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818883-1-smb, 5fdf7688-bc8f-46d8-a49a-aba7f7df2881) {{(pid=86837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:47:13.125029 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269645f2-d571-40f9-a7a7-4922887dd601 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:13.125468 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-269645f2-d571-40f9-a7a7-4922887dd601 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600637'] for subnet, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:13.170490 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-269645f2-d571-40f9-a7a7-4922887dd601 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9517796 Nov 23 12:47:13.175803 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0e2d02-75fb-415f-8d1e-b82eed5c7454 None None] Network 5fdf7688-bc8f-46d8-a49a-aba7f7df2881 requested from dv-cinder-818883-1-smb {{(pid=86839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 12:47:13.469402 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 47668) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:47:13.646602 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c54a9a-0de6-48ce-b192-e230adc236a4 None None] Network 5fdf7688-bc8f-46d8-a49a-aba7f7df2881 requested from dv-cinder-818883-1-smb {{(pid=86839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 12:47:13.653714 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-98c06e57-20c1-4fd2-9122-f7f2fdb03ea5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:13.670603 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-98c06e57-20c1-4fd2-9122-f7f2fdb03ea5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:47:13.675039 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-98c06e57-20c1-4fd2-9122-f7f2fdb03ea5 admin admin] Usage tracker for resource:security_group_rule and tenant:1268762d8aa3443d9c2df926874274da is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:47:13.678331 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-98c06e57-20c1-4fd2-9122-f7f2fdb03ea5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:47:13.685676 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-98c06e57-20c1-4fd2-9122-f7f2fdb03ea5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:47:13.835565 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-98c06e57-20c1-4fd2-9122-f7f2fdb03ea5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:13.842928 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-98c06e57-20c1-4fd2-9122-f7f2fdb03ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:13.854860 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-281dd337-8d63-4575-8d38-8df627e617da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:14.032427 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-98c06e57-20c1-4fd2-9122-f7f2fdb03ea5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1268762d8aa3443d9c2df926874274da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5577686 Nov 23 12:47:14.033562 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 47690) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:47:14.050156 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c06e57-20c1-4fd2-9122-f7f2fdb03ea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b6e16ee-76c9-4f6a-bd97-6faf461561e4,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:14.056193 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-98c06e57-20c1-4fd2-9122-f7f2fdb03ea5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:14.117925 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ae53b9-76ab-4344-b026-5dfa9c161d1d req-216bf044-e859-4def-8840-b707f1192dcd tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:14.119501 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-72ae53b9-76ab-4344-b026-5dfa9c161d1d req-216bf044-e859-4def-8840-b707f1192dcd tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.31 "GET /v2.0/ports?device_id=a17a74ff-cdf4-41c6-a975-f5c12cc041e1 HTTP/1.1" status: 200 len: 945 time: 0.2219257 Nov 23 12:47:14.128344 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cce1c8-8054-4672-92eb-bacbbb8c80a0 req-b4942229-db5c-4622-98e9-d593846c5b28 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:14.130043 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-a1cce1c8-8054-4672-92eb-bacbbb8c80a0 req-b4942229-db5c-4622-98e9-d593846c5b28 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4d90f60-e137-4811-85c3-0bcfe3e77242 HTTP/1.1" status: 200 len: 946 time: 0.1555424 Nov 23 12:47:14.226434 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-14649680-0312-491c-a5fb-d9c925c40ddf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:14.226672 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-72ae53b9-76ab-4344-b026-5dfa9c161d1d req-c43723bf-39b7-4054-b4e7-0b79ec4ddd6f tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.31 "GET /v2.0/security-groups?id=0a850f89-1fcd-4fc3-a6fa-0f4e61598668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953460 Nov 23 12:47:14.229499 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-a1cce1c8-8054-4672-92eb-bacbbb8c80a0 req-4f8f4f6e-409e-40cf-a145-3c73cf7b74c6 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07395ea-6958-4a30-8653-814e78309a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749404 Nov 23 12:47:14.260937 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-14649680-0312-491c-a5fb-d9c925c40ddf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:14.328263 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-14649680-0312-491c-a5fb-d9c925c40ddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:14.336075 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:14.354639 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14649680-0312-491c-a5fb-d9c925c40ddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b6e16ee-76c9-4f6a-bd97-6faf461561e4,revision_number=None']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:14.362352 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-14649680-0312-491c-a5fb-d9c925c40ddf admin admin] Notify callbacks [] for security_group, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:14.363663 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-14649680-0312-491c-a5fb-d9c925c40ddf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0b6e16ee-76c9-4f6a-bd97-6faf461561e4 HTTP/1.1" status: 204 len: 168 time: 0.3266881 Nov 23 12:47:14.365257 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-14649680-0312-491c-a5fb-d9c925c40ddf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:14.748341 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 47714) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:47:14.771181 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-d903d824-2510-4bbb-b292-941f917acc72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:14.791406 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-d903d824-2510-4bbb-b292-941f917acc72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:47:14.797009 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-d903d824-2510-4bbb-b292-941f917acc72 admin admin] Usage tracker for resource:security_group_rule and tenant:9b9f7e951ffb4f68afa16d47a4425c7d is out of sync, need to count used quota {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:47:14.800630 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-d903d824-2510-4bbb-b292-941f917acc72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:47:14.809265 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-d903d824-2510-4bbb-b292-941f917acc72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:47:14.925882 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-d903d824-2510-4bbb-b292-941f917acc72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:14.931273 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-d903d824-2510-4bbb-b292-941f917acc72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:14.941506 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-9ba10a84-63f6-45a3-8657-7f7a9585aabb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:14.994275 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-d903d824-2510-4bbb-b292-941f917acc72 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9b9f7e951ffb4f68afa16d47a4425c7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2442911 Nov 23 12:47:14.995714 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d903d824-2510-4bbb-b292-941f917acc72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b42c2ca4-08a6-4836-820c-6d25de74c3c4,revision_number=1']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:14.998123 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 47722) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:47:14.999433 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-d903d824-2510-4bbb-b292-941f917acc72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:15.078629 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-741eb77d-3724-40c9-be59-cc860864d159 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:15.112305 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-741eb77d-3724-40c9-be59-cc860864d159 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:15.185457 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-741eb77d-3724-40c9-be59-cc860864d159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:15.191090 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-eb9f69cd-4216-4fba-b28d-f4a2356429aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:15.203199 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 47728) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:47:15.209470 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741eb77d-3724-40c9-be59-cc860864d159 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b42c2ca4-08a6-4836-820c-6d25de74c3c4,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:15.214327 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-741eb77d-3724-40c9-be59-cc860864d159 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:15.221401 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-741eb77d-3724-40c9-be59-cc860864d159 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:15.225050 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-741eb77d-3724-40c9-be59-cc860864d159 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b42c2ca4-08a6-4836-820c-6d25de74c3c4 HTTP/1.1" status: 204 len: 168 time: 0.2231855 Nov 23 12:47:15.539880 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf70197-5664-4788-a40a-01276e4bea97 req-19cdf561-2e7d-4188-9804-aac82fb9b56e tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:15.542130 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-cbf70197-5664-4788-a40a-01276e4bea97 req-19cdf561-2e7d-4188-9804-aac82fb9b56e tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.31 "GET /v2.0/ports?device_id=a17a74ff-cdf4-41c6-a975-f5c12cc041e1 HTTP/1.1" status: 200 len: 945 time: 0.1776843 Nov 23 12:47:15.549065 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4ad2-11cd-48ce-9d18-63176554b4aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:15.560269 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b885e4bf-2989-40c3-b7ef-abb9e0d3d2d2 req-85c62ab8-aa96-445b-bce9-94eb8469d959 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:15.572207 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-b885e4bf-2989-40c3-b7ef-abb9e0d3d2d2 req-85c62ab8-aa96-445b-bce9-94eb8469d959 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4d90f60-e137-4811-85c3-0bcfe3e77242 HTTP/1.1" status: 200 len: 946 time: 0.1672256 Nov 23 12:47:15.588074 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-ccfa4ad2-11cd-48ce-9d18-63176554b4aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:47:15.600600 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-ccfa4ad2-11cd-48ce-9d18-63176554b4aa admin admin] Usage tracker for resource:security_group_rule and tenant:a3a69d60b1b64ee8a89a739059dd7754 is out of sync, need to count used quota {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:47:15.606101 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-ccfa4ad2-11cd-48ce-9d18-63176554b4aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:47:15.618832 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-ccfa4ad2-11cd-48ce-9d18-63176554b4aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:47:15.620640 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Device 338fe291-88bb-415f-b963-824e3a6616bd up at agent hyperv_hv-cinder-81888 {{(pid=86839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:47:15.774974 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-cbf70197-5664-4788-a40a-01276e4bea97 req-3f96a19b-d6df-4da6-825c-1acc1d007148 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.31 "GET /v2.0/security-groups?id=0a850f89-1fcd-4fc3-a6fa-0f4e61598668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972888 Nov 23 12:47:15.790226 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Provisioning for port 338fe291-88bb-415f-b963-824e3a6616bd completed by entity L2. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:47:15.816822 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Provisioning complete for port 338fe291-88bb-415f-b963-824e3a6616bd triggered by entity L2. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:47:15.817509 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567787'] for port, provisioning_complete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:15.823123 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-b885e4bf-2989-40c3-b7ef-abb9e0d3d2d2 req-30ed92a2-3d5d-4b56-a8f4-9f5a89244302 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07395ea-6958-4a30-8653-814e78309a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166858 Nov 23 12:47:15.847740 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4ad2-11cd-48ce-9d18-63176554b4aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:15.856852 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-ccfa4ad2-11cd-48ce-9d18-63176554b4aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:15.928815 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-e4e728a2-4d96-4e71-8e02-fc3112d0af75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:15.967861 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 47774) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:47:15.987835 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-ccfa4ad2-11cd-48ce-9d18-63176554b4aa admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a3a69d60b1b64ee8a89a739059dd7754&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7833989 Nov 23 12:47:16.033907 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfa4ad2-11cd-48ce-9d18-63176554b4aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1a9059a-e713-4e78-89ac-b065eb9c042f,revision_number=1']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:16.042074 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-ccfa4ad2-11cd-48ce-9d18-63176554b4aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:16.093237 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:16.126209 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a17a74ff-cdf4-41c6-a975-f5c12cc041e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '338fe291-88bb-415f-b963-824e3a6616bd'}] {{(pid=86839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:47:16.151710 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] For port 338fe291-88bb-415f-b963-824e3a6616bd, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=338fe291-88bb-415f-b963-824e3a6616bd,segment=NetworkSegment(85703ffb-0024-40a4-9e1c-786d143a488d),segment_id=85703ffb-0024-40a4-9e1c-786d143a488d)] {{(pid=86839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:47:16.157820 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826'] for port, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:16.160694 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-f01f0d22-e202-49de-afaf-be7a5436d9b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:16.198526 dv-cinder-818883-1-smb neutron-server[86839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a17a74ff-cdf4-41c6-a975-f5c12cc041e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '338fe291-88bb-415f-b963-824e3a6616bd', 'code': 200} Nov 23 12:47:16.265320 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Pushing event updated for resources: {'Port': ['ID=338fe291-88bb-415f-b963-824e3a6616bd,revision_number=5']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:16.271874 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:16.302884 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-13db699c-0d71-4734-b445-f7e4d0c1e7ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:16.311428 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ff435f-9434-45dc-8e04-c7edeab07a61 req-b2e994a5-b717-4f6b-96cf-f44e0ccf1b50 tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:16.315239 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-25ff435f-9434-45dc-8e04-c7edeab07a61 req-b2e994a5-b717-4f6b-96cf-f44e0ccf1b50 tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] 10.222.0.31 "GET /v2.0/networks?id=5fdf7688-bc8f-46d8-a49a-aba7f7df2881 HTTP/1.1" status: 200 len: 809 time: 0.3037777 Nov 23 12:47:16.343826 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-25ff435f-9434-45dc-8e04-c7edeab07a61 req-52745883-923e-4311-b64e-a3c619ea09c3 tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] 10.222.0.31 "GET /v2.0/quotas/a6530348bcbb413baed6b8e19ca3fd62 HTTP/1.1" status: 200 len: 375 time: 0.0155654 Nov 23 12:47:16.413198 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-13db699c-0d71-4734-b445-f7e4d0c1e7ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:16.434952 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-25ff435f-9434-45dc-8e04-c7edeab07a61 req-1f037415-7ac7-4cbb-b675-762ea75c9f6b tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a6530348bcbb413baed6b8e19ca3fd62&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0788593 Nov 23 12:47:16.659046 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-13db699c-0d71-4734-b445-f7e4d0c1e7ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:16.667743 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-d4e4e516-00ca-4dae-9286-b33ff8036b4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:16.688450 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-25ff435f-9434-45dc-8e04-c7edeab07a61 req-6449634d-340a-4316-9560-3d75ea5005be service neutron] 10.222.0.31 "GET /v2.0/networks/5fdf7688-bc8f-46d8-a49a-aba7f7df2881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440901 Nov 23 12:47:16.689179 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13db699c-0d71-4734-b445-f7e4d0c1e7ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1a9059a-e713-4e78-89ac-b065eb9c042f,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:16.693959 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18edd02c-b75b-436f-b8e9-b9fa44a4071b req-14e58107-1e12-4c13-bb7a-01e646ba8afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:16.695552 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-18edd02c-b75b-436f-b8e9-b9fa44a4071b req-14e58107-1e12-4c13-bb7a-01e646ba8afb service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a17a74ff-cdf4-41c6-a975-f5c12cc041e1 HTTP/1.1" status: 200 len: 1099 time: 0.2500436 Nov 23 12:47:16.696650 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-13db699c-0d71-4734-b445-f7e4d0c1e7ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:16.698754 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-13db699c-0d71-4734-b445-f7e4d0c1e7ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:16.702608 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-13db699c-0d71-4734-b445-f7e4d0c1e7ea admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c1a9059a-e713-4e78-89ac-b065eb9c042f HTTP/1.1" status: 204 len: 168 time: 0.7336986 Nov 23 12:47:16.861051 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-18edd02c-b75b-436f-b8e9-b9fa44a4071b req-53407268-7cfa-444c-ae8c-838096f38bb7 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=0a850f89-1fcd-4fc3-a6fa-0f4e61598668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571560 Nov 23 12:47:16.949001 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-25ff435f-9434-45dc-8e04-c7edeab07a61 req-3696e9ec-8b10-4231-9b8a-307d7231a27d service neutron] 10.222.0.31 "GET /v2.0/networks/5fdf7688-bc8f-46d8-a49a-aba7f7df2881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273309 Nov 23 12:47:17.118864 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815d43cb-f208-412d-aa07-d294a1395c49 req-5f069b2b-964a-4bb0-82da-03130cb327e3 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:17.147367 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-815d43cb-f208-412d-aa07-d294a1395c49 req-5f069b2b-964a-4bb0-82da-03130cb327e3 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.31 "GET /v2.0/ports?device_id=a17a74ff-cdf4-41c6-a975-f5c12cc041e1 HTTP/1.1" status: 200 len: 946 time: 0.1950119 Nov 23 12:47:17.174067 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 47852) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:47:17.203513 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-5d100b82-9d89-4596-a4ed-e84a2102f0e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:17.218164 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-815d43cb-f208-412d-aa07-d294a1395c49 req-d0ab1b93-7082-436e-bd74-7e255064a8dd tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.31 "GET /v2.0/security-groups?id=0a850f89-1fcd-4fc3-a6fa-0f4e61598668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630639 Nov 23 12:47:17.260987 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-5d100b82-9d89-4596-a4ed-e84a2102f0e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:47:17.265693 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-5d100b82-9d89-4596-a4ed-e84a2102f0e9 admin admin] Usage tracker for resource:security_group_rule and tenant:a51fe5f005e84efd8919bb85281b7158 is out of sync, need to count used quota {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:47:17.269202 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-5d100b82-9d89-4596-a4ed-e84a2102f0e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:47:17.277647 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-5d100b82-9d89-4596-a4ed-e84a2102f0e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:47:17.402761 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-5d100b82-9d89-4596-a4ed-e84a2102f0e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:17.411362 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-5d100b82-9d89-4596-a4ed-e84a2102f0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:17.424075 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:17.468209 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7e7c43-6ec7-4043-9c3e-b8b3bab45ef1 req-1d2cc0f3-859f-49e9-a185-46b676769210 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:17.468761 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d100b82-9d89-4596-a4ed-e84a2102f0e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76d6df5d-f67d-43e3-aa6e-c0d3b4722395,revision_number=1']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:17.474124 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-5d100b82-9d89-4596-a4ed-e84a2102f0e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:17.484421 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-5d100b82-9d89-4596-a4ed-e84a2102f0e9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a51fe5f005e84efd8919bb85281b7158&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3092499 Nov 23 12:47:17.487040 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 47866) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:47:17.493142 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-9b7e7c43-6ec7-4043-9c3e-b8b3bab45ef1 req-1d2cc0f3-859f-49e9-a185-46b676769210 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4d90f60-e137-4811-85c3-0bcfe3e77242 HTTP/1.1" status: 200 len: 946 time: 0.2243152 Nov 23 12:47:17.561033 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-bb6cb9d9-3435-460f-a092-028dd629d34f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:17.591789 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-bb6cb9d9-3435-460f-a092-028dd629d34f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:17.668749 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-01c355fc-05da-4281-8b78-11e5ccc42cfc req-cdb35d2c-e761-4b56-a0f6-2f52c1df3bf6 tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] 10.222.0.31 "GET /v2.0/ports?device_id=638c1f72-345f-42fc-98b5-c2b88683736b HTTP/1.1" status: 200 len: 210 time: 0.1028199 Nov 23 12:47:17.671755 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-bb6cb9d9-3435-460f-a092-028dd629d34f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:17.676939 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-9b7e7c43-6ec7-4043-9c3e-b8b3bab45ef1 req-d541c592-7c6b-4db0-bc34-9e3df159b23c tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07395ea-6958-4a30-8653-814e78309a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827168 Nov 23 12:47:17.702262 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-5d100b82-9d89-4596-a4ed-e84a2102f0e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:17.722859 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6cb9d9-3435-460f-a092-028dd629d34f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76d6df5d-f67d-43e3-aa6e-c0d3b4722395,revision_number=None']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:17.727579 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-bb6cb9d9-3435-460f-a092-028dd629d34f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:17.732137 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-bb6cb9d9-3435-460f-a092-028dd629d34f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:17.733551 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-bb6cb9d9-3435-460f-a092-028dd629d34f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/76d6df5d-f67d-43e3-aa6e-c0d3b4722395 HTTP/1.1" status: 204 len: 168 time: 0.2452242 Nov 23 12:47:18.467503 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99119ecb-f574-4077-94fe-69641c3d268f req-39d96040-14a9-47c8-83ff-e5d630646d95 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:18.467503 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-99119ecb-f574-4077-94fe-69641c3d268f req-39d96040-14a9-47c8-83ff-e5d630646d95 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.31 "GET /v2.0/ports?device_id=a17a74ff-cdf4-41c6-a975-f5c12cc041e1 HTTP/1.1" status: 200 len: 946 time: 0.1327138 Nov 23 12:47:18.589939 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-99119ecb-f574-4077-94fe-69641c3d268f req-ac54ee64-0f0e-4c6a-b384-a1c2cc3fc7d6 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.31 "GET /v2.0/security-groups?id=0a850f89-1fcd-4fc3-a6fa-0f4e61598668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179900 Nov 23 12:47:18.970228 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-44d9b01d-9646-42c8-abd3-7297c13a0dd7 req-08622e6a-d3d9-46d4-b4d4-207110c7c523 tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] 10.222.0.31 "GET /v2.0/ports?device_id=638c1f72-345f-42fc-98b5-c2b88683736b HTTP/1.1" status: 200 len: 210 time: 0.1583343 Nov 23 12:47:19.226939 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ff435f-9434-45dc-8e04-c7edeab07a61 req-f97298ea-84f7-42c4-a077-e1ec79f13be9 tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:19.226939 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-25ff435f-9434-45dc-8e04-c7edeab07a61 req-f97298ea-84f7-42c4-a077-e1ec79f13be9 tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] 10.222.0.54 "GET /v2.0/networks?id=5fdf7688-bc8f-46d8-a49a-aba7f7df2881 HTTP/1.1" status: 200 len: 809 time: 0.3053436 Nov 23 12:47:19.235305 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def2a2c9-13c7-4a8a-b948-59e93f197c76 req-0bfac0f8-8619-4e73-9324-9be7a972f660 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:19.236790 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-def2a2c9-13c7-4a8a-b948-59e93f197c76 req-0bfac0f8-8619-4e73-9324-9be7a972f660 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4d90f60-e137-4811-85c3-0bcfe3e77242 HTTP/1.1" status: 200 len: 946 time: 0.3649180 Nov 23 12:47:19.265311 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.v2.base [req-25ff435f-9434-45dc-8e04-c7edeab07a61 req-36d80831-8a29-4f29-90b5-da3b93a8c241 tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] Request body: {'port': {'device_id': '638c1f72-345f-42fc-98b5-c2b88683736b', 'network_id': '5fdf7688-bc8f-46d8-a49a-aba7f7df2881', 'admin_state_up': True, 'tenant_id': 'a6530348bcbb413baed6b8e19ca3fd62'}} {{(pid=86838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:47:19.373437 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-def2a2c9-13c7-4a8a-b948-59e93f197c76 req-2121cb71-bf59-463f-980f-64322767b064 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07395ea-6958-4a30-8653-814e78309a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304944 Nov 23 12:47:19.376150 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 47950) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:47:19.439251 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [req-25ff435f-9434-45dc-8e04-c7edeab07a61 req-36d80831-8a29-4f29-90b5-da3b93a8c241 tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:47:19.449799 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-25ff435f-9434-45dc-8e04-c7edeab07a61 req-36d80831-8a29-4f29-90b5-da3b93a8c241 tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] Usage tracker for resource:port and tenant:a6530348bcbb413baed6b8e19ca3fd62 is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:47:19.453607 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-25ff435f-9434-45dc-8e04-c7edeab07a61 req-36d80831-8a29-4f29-90b5-da3b93a8c241 tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:47:19.460155 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [req-25ff435f-9434-45dc-8e04-c7edeab07a61 req-36d80831-8a29-4f29-90b5-da3b93a8c241 tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:47:19.475207 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25ff435f-9434-45dc-8e04-c7edeab07a61 req-36d80831-8a29-4f29-90b5-da3b93a8c241 tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] Made reservation on behalf of a6530348bcbb413baed6b8e19ca3fd62 for: {'port': 1} {{(pid=86838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:47:19.480002 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-25ff435f-9434-45dc-8e04-c7edeab07a61 req-36d80831-8a29-4f29-90b5-da3b93a8c241 tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:19.679050 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-cde7f1ff-7ad6-462b-beda-6f25bb2d41a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:19.713019 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-cde7f1ff-7ad6-462b-beda-6f25bb2d41a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:47:19.717177 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-cde7f1ff-7ad6-462b-beda-6f25bb2d41a4 admin admin] Usage tracker for resource:security_group_rule and tenant:cda66b1f2a5a4d729f4209f27d9edb5e is out of sync, need to count used quota {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:47:19.720864 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-cde7f1ff-7ad6-462b-beda-6f25bb2d41a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:47:19.728055 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-cde7f1ff-7ad6-462b-beda-6f25bb2d41a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:47:19.743408 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.db_base_plugin_common [req-25ff435f-9434-45dc-8e04-c7edeab07a61 req-36d80831-8a29-4f29-90b5-da3b93a8c241 tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] Allocated IP 172.20.0.2 (5fdf7688-bc8f-46d8-a49a-aba7f7df2881/625fb517-f4a1-457c-8414-30acbbac75df/1b8b2e2e-b6d9-46ec-85f5-4ab54bcc5d02) {{(pid=86838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:47:19.875189 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-cde7f1ff-7ad6-462b-beda-6f25bb2d41a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:19.882874 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-cde7f1ff-7ad6-462b-beda-6f25bb2d41a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:19.896537 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-88e752cf-ace0-4d93-b787-f449cee1fc05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:19.945982 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0210283a-cd53-4b46-8e1f-b0d0efa8c3a9 req-fd7ce8bc-1bf0-4774-a7a0-8efbe5a6761b tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:19.950345 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-0210283a-cd53-4b46-8e1f-b0d0efa8c3a9 req-fd7ce8bc-1bf0-4774-a7a0-8efbe5a6761b tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.31 "GET /v2.0/ports?device_id=a17a74ff-cdf4-41c6-a975-f5c12cc041e1 HTTP/1.1" status: 200 len: 946 time: 0.1901948 Nov 23 12:47:19.950508 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-cde7f1ff-7ad6-462b-beda-6f25bb2d41a4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cda66b1f2a5a4d729f4209f27d9edb5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5702651 Nov 23 12:47:19.950508 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde7f1ff-7ad6-462b-beda-6f25bb2d41a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b2a683c-8a27-4e89-abbe-acd452fc2c02,revision_number=1']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:19.952105 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 47984) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:47:19.952934 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-cde7f1ff-7ad6-462b-beda-6f25bb2d41a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:20.171295 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 47992) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:47:20.180703 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-0210283a-cd53-4b46-8e1f-b0d0efa8c3a9 req-def872b1-06b0-4402-aaab-e39eb6687572 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.31 "GET /v2.0/security-groups?id=0a850f89-1fcd-4fc3-a6fa-0f4e61598668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805334 Nov 23 12:47:20.204645 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-87a4cf9a-68ff-4057-8b45-5ec11be05129 req-0d5f6294-94cf-4c50-bd38-6122388c3172 tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] 10.222.0.31 "GET /v2.0/ports?device_id=638c1f72-345f-42fc-98b5-c2b88683736b HTTP/1.1" status: 200 len: 210 time: 0.0938723 Nov 23 12:47:20.221083 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-fd9665bf-cc13-4b4c-a55a-b9d852d781a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:20.241265 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-25ff435f-9434-45dc-8e04-c7edeab07a61 req-36d80831-8a29-4f29-90b5-da3b93a8c241 tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] Notify callbacks [] for port, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:20.265697 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-fd9665bf-cc13-4b4c-a55a-b9d852d781a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:20.326102 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-c1d23a3e-6cdf-4a26-a63c-0ed26d191ef8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:20.330969 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-25ff435f-9434-45dc-8e04-c7edeab07a61 req-36d80831-8a29-4f29-90b5-da3b93a8c241 tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788170525763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8277302'] for port, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:20.340519 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-9c747aa4-ed2c-44a7-b3ec-9c7ab9b7d2b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:20.343361 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-c1d23a3e-6cdf-4a26-a63c-0ed26d191ef8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:47:20.347848 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-c1d23a3e-6cdf-4a26-a63c-0ed26d191ef8 admin admin] Usage tracker for resource:security_group_rule and tenant:7cc5338977a343a882386aaabe075fc7 is out of sync, need to count used quota {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:47:20.350837 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-c1d23a3e-6cdf-4a26-a63c-0ed26d191ef8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:47:20.359059 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-c1d23a3e-6cdf-4a26-a63c-0ed26d191ef8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:47:20.383231 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-fd9665bf-cc13-4b4c-a55a-b9d852d781a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:20.423341 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25ff435f-9434-45dc-8e04-c7edeab07a61 req-36d80831-8a29-4f29-90b5-da3b93a8c241 tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] Network 5fdf7688-bc8f-46d8-a49a-aba7f7df2881 is already hosted by enough agents. {{(pid=86838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:47:20.428066 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.scheduler.base_scheduler [req-25ff435f-9434-45dc-8e04-c7edeab07a61 req-36d80831-8a29-4f29-90b5-da3b93a8c241 tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] Resources bound (agent type, host, resource id): {{(pid=86838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:47:20.434556 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.l3_dvrscheduler_db [req-25ff435f-9434-45dc-8e04-c7edeab07a61 req-36d80831-8a29-4f29-90b5-da3b93a8c241 tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] Received port after_create {{(pid=86838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 12:47:20.473009 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-c1d23a3e-6cdf-4a26-a63c-0ed26d191ef8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:20.473587 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d80831-8a29-4f29-90b5-da3b93a8c241 tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] Pushing event updated for resources: {'Port': ['ID=1b8b2e2e-b6d9-46ec-85f5-4ab54bcc5d02,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:20.481033 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-c1d23a3e-6cdf-4a26-a63c-0ed26d191ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:20.481231 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-fd9665bf-cc13-4b4c-a55a-b9d852d781a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:20.482258 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-fd9665bf-cc13-4b4c-a55a-b9d852d781a5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7b2a683c-8a27-4e89-abbe-acd452fc2c02 HTTP/1.1" status: 204 len: 168 time: 0.5292058 Nov 23 12:47:20.490038 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-36d80831-8a29-4f29-90b5-da3b93a8c241 tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:20.490540 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-649e0a05-4b74-44c8-b9a6-7eba7cb098d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.094s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:20.502226 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:20.507216 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9665bf-cc13-4b4c-a55a-b9d852d781a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b2a683c-8a27-4e89-abbe-acd452fc2c02,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:20.511811 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-fd9665bf-cc13-4b4c-a55a-b9d852d781a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:20.526449 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ff435f-9434-45dc-8e04-c7edeab07a61 req-36d80831-8a29-4f29-90b5-da3b93a8c241 tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:20.527151 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-25ff435f-9434-45dc-8e04-c7edeab07a61 req-36d80831-8a29-4f29-90b5-da3b93a8c241 tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600637'] for port, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:20.563249 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d23a3e-6cdf-4a26-a63c-0ed26d191ef8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4d95983-291e-40a4-9468-64875d18bf8d,revision_number=1']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:20.569546 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-c1d23a3e-6cdf-4a26-a63c-0ed26d191ef8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7cc5338977a343a882386aaabe075fc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3970618 Nov 23 12:47:20.570920 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-c1d23a3e-6cdf-4a26-a63c-0ed26d191ef8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:20.572809 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 48010) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:47:20.577201 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-25ff435f-9434-45dc-8e04-c7edeab07a61 req-36d80831-8a29-4f29-90b5-da3b93a8c241 tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3179562 Nov 23 12:47:20.592581 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.v2.base [req-25ff435f-9434-45dc-8e04-c7edeab07a61 req-4b59d7c0-b2dc-4ecf-a079-b2e448d0c93d service neutron] Request body: {'port': {'device_id': '638c1f72-345f-42fc-98b5-c2b88683736b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:47:20.647170 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-02bdf22a-444f-48dd-adc3-b2c1524cfd62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:20.676689 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-02bdf22a-444f-48dd-adc3-b2c1524cfd62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:20.738838 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-02bdf22a-444f-48dd-adc3-b2c1524cfd62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:20.742789 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-aa9a2cfa-386a-4ef4-8fd9-db0ba1a32d56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:20.772888 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bdf22a-444f-48dd-adc3-b2c1524cfd62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4d95983-291e-40a4-9468-64875d18bf8d,revision_number=None']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:20.776784 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-02bdf22a-444f-48dd-adc3-b2c1524cfd62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:20.778932 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-02bdf22a-444f-48dd-adc3-b2c1524cfd62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:20.782488 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-02bdf22a-444f-48dd-adc3-b2c1524cfd62 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f4d95983-291e-40a4-9468-64875d18bf8d HTTP/1.1" status: 204 len: 168 time: 0.2064598 Nov 23 12:47:20.852912 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-25ff435f-9434-45dc-8e04-c7edeab07a61 req-4b59d7c0-b2dc-4ecf-a079-b2e448d0c93d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:20.882161 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d345b8cc-7e7e-483a-845a-5238648a1851 req-e656d41c-0ca0-4a0d-8499-b1a9a7595454 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:20.883991 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-d345b8cc-7e7e-483a-845a-5238648a1851 req-e656d41c-0ca0-4a0d-8499-b1a9a7595454 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4d90f60-e137-4811-85c3-0bcfe3e77242 HTTP/1.1" status: 200 len: 946 time: 0.2386734 Nov 23 12:47:20.945399 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 48028) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:47:20.974826 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-aaf4519f-4ddb-4bd3-b1fa-349864603988 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:21.014162 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-aaf4519f-4ddb-4bd3-b1fa-349864603988 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:47:21.028832 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-aaf4519f-4ddb-4bd3-b1fa-349864603988 admin admin] Usage tracker for resource:security_group_rule and tenant:8cf105a7c1ac4981b985830b0bc46d17 is out of sync, need to count used quota {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:47:21.039107 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-aaf4519f-4ddb-4bd3-b1fa-349864603988 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:47:21.049223 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-aaf4519f-4ddb-4bd3-b1fa-349864603988 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:47:21.215719 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-aaf4519f-4ddb-4bd3-b1fa-349864603988 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:21.220808 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-aaf4519f-4ddb-4bd3-b1fa-349864603988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:21.234048 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-43b0b11f-e35a-482e-8132-2e911fd9e06b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:21.288565 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-aaf4519f-4ddb-4bd3-b1fa-349864603988 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8cf105a7c1ac4981b985830b0bc46d17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3394589 Nov 23 12:47:21.288565 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf4519f-4ddb-4bd3-b1fa-349864603988 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb616588-c2e7-4a8b-bfcc-f5507533d849,revision_number=1']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:21.290843 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 48040) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:47:21.293703 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-aaf4519f-4ddb-4bd3-b1fa-349864603988 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:21.360838 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-d345b8cc-7e7e-483a-845a-5238648a1851 req-c21ae81f-162a-484e-b133-7ff2106e2292 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07395ea-6958-4a30-8653-814e78309a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229900 Nov 23 12:47:21.361472 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-c5687d61-d06a-4945-a3ab-fd3c6c43fea9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:21.412139 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-c5687d61-d06a-4945-a3ab-fd3c6c43fea9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:21.542042 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-c5687d61-d06a-4945-a3ab-fd3c6c43fea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:21.549270 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:21.582411 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5687d61-d06a-4945-a3ab-fd3c6c43fea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb616588-c2e7-4a8b-bfcc-f5507533d849,revision_number=None']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:21.593909 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-c5687d61-d06a-4945-a3ab-fd3c6c43fea9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:21.596656 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-c5687d61-d06a-4945-a3ab-fd3c6c43fea9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/eb616588-c2e7-4a8b-bfcc-f5507533d849 HTTP/1.1" status: 204 len: 168 time: 0.3047631 Nov 23 12:47:21.597741 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-c5687d61-d06a-4945-a3ab-fd3c6c43fea9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:21.606060 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 48054) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:47:21.661056 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-131aa7ff-24d3-432c-97fc-bb4adc00dfb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:21.713411 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-131aa7ff-24d3-432c-97fc-bb4adc00dfb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:47:21.723151 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-131aa7ff-24d3-432c-97fc-bb4adc00dfb9 admin admin] Usage tracker for resource:security_group_rule and tenant:c9ec7228f48a4d4299238ae399d27a12 is out of sync, need to count used quota {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:47:21.729426 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-131aa7ff-24d3-432c-97fc-bb4adc00dfb9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:47:21.739112 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-131aa7ff-24d3-432c-97fc-bb4adc00dfb9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:47:21.880737 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-131aa7ff-24d3-432c-97fc-bb4adc00dfb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:21.886892 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-131aa7ff-24d3-432c-97fc-bb4adc00dfb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:21.904876 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:21.951470 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb4ceb7-c43c-401a-8e5d-1f7d180f6e9c req-2cc81d13-ad8e-4d1b-bf8f-2a37afa2f5ca tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:21.952653 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-dfb4ceb7-c43c-401a-8e5d-1f7d180f6e9c req-2cc81d13-ad8e-4d1b-bf8f-2a37afa2f5ca tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] Synchronizing usage tracker for tenant:a6530348bcbb413baed6b8e19ca3fd62 on resource:port {{(pid=86838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:47:21.954616 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-131aa7ff-24d3-432c-97fc-bb4adc00dfb9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c9ec7228f48a4d4299238ae399d27a12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3480897 Nov 23 12:47:21.957576 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 48062) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:47:21.960989 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131aa7ff-24d3-432c-97fc-bb4adc00dfb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=733aadce-c722-47af-a82e-f5b82a56e4b0,revision_number=1']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:21.973631 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.notifiers.nova [req-25ff435f-9434-45dc-8e04-c7edeab07a61 req-4b59d7c0-b2dc-4ecf-a079-b2e448d0c93d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b8b2e2e-b6d9-46ec-85f5-4ab54bcc5d02 {{(pid=86838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 12:47:21.974521 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-131aa7ff-24d3-432c-97fc-bb4adc00dfb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:21.988770 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-25ff435f-9434-45dc-8e04-c7edeab07a61 req-4b59d7c0-b2dc-4ecf-a079-b2e448d0c93d service neutron] Notify callbacks [] for port, precommit_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:22.001781 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-dfb4ceb7-c43c-401a-8e5d-1f7d180f6e9c req-2cc81d13-ad8e-4d1b-bf8f-2a37afa2f5ca tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] Unset dirty status for tenant:a6530348bcbb413baed6b8e19ca3fd62 on resource:port {{(pid=86838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:47:22.008839 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-dfb4ceb7-c43c-401a-8e5d-1f7d180f6e9c req-2cc81d13-ad8e-4d1b-bf8f-2a37afa2f5ca tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] 10.222.0.31 "GET /v2.0/ports?device_id=638c1f72-345f-42fc-98b5-c2b88683736b HTTP/1.1" status: 200 len: 931 time: 0.2413421 Nov 23 12:47:22.033524 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-26de1724-751b-4f2d-bd3e-7d1d196f7c40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:22.038454 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.provisioning_blocks [req-25ff435f-9434-45dc-8e04-c7edeab07a61 req-4b59d7c0-b2dc-4ecf-a079-b2e448d0c93d service neutron] Transition to ACTIVE for port object 1b8b2e2e-b6d9-46ec-85f5-4ab54bcc5d02 will not be triggered until provisioned by entity L2. {{(pid=86838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:47:22.047336 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-25ff435f-9434-45dc-8e04-c7edeab07a61 req-4b59d7c0-b2dc-4ecf-a079-b2e448d0c93d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8277311'] for port, after_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:22.062723 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:22.065108 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-26de1724-751b-4f2d-bd3e-7d1d196f7c40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:22.136134 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-26de1724-751b-4f2d-bd3e-7d1d196f7c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:22.142083 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-3e5d8a99-c5a0-4baa-b40f-36fffada9a4f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:22.159125 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26de1724-751b-4f2d-bd3e-7d1d196f7c40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=733aadce-c722-47af-a82e-f5b82a56e4b0,revision_number=None']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:22.163112 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-26de1724-751b-4f2d-bd3e-7d1d196f7c40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:22.165134 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-26de1724-751b-4f2d-bd3e-7d1d196f7c40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:22.168878 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-26de1724-751b-4f2d-bd3e-7d1d196f7c40 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/733aadce-c722-47af-a82e-f5b82a56e4b0 HTTP/1.1" status: 204 len: 168 time: 0.2070787 Nov 23 12:47:22.235544 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-dfb4ceb7-c43c-401a-8e5d-1f7d180f6e9c req-b23e8b1d-9fd6-4c60-ad76-6a9631e28dea tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] 10.222.0.31 "GET /v2.0/security-groups?id=23539a58-ae83-4e18-a5a8-cc40d26808b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257044 Nov 23 12:47:22.254260 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b59d7c0-b2dc-4ecf-a079-b2e448d0c93d service neutron] Pushing event updated for resources: {'Port': ['ID=1b8b2e2e-b6d9-46ec-85f5-4ab54bcc5d02,revision_number=2']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:22.309026 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-4b59d7c0-b2dc-4ecf-a079-b2e448d0c93d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:22.511868 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.managers [req-25ff435f-9434-45dc-8e04-c7edeab07a61 req-4b59d7c0-b2dc-4ecf-a079-b2e448d0c93d service neutron] Attempting to bind port 1b8b2e2e-b6d9-46ec-85f5-4ab54bcc5d02 on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 12:47:22.512207 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.managers [req-25ff435f-9434-45dc-8e04-c7edeab07a61 req-4b59d7c0-b2dc-4ecf-a079-b2e448d0c93d service neutron] Attempting to bind port 1b8b2e2e-b6d9-46ec-85f5-4ab54bcc5d02 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': 'ff1eac05-7a6f-4b4a-b86b-726abee76ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '5fdf7688-bc8f-46d8-a49a-aba7f7df2881'}] {{(pid=86838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 12:47:22.512532 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ff435f-9434-45dc-8e04-c7edeab07a61 req-4b59d7c0-b2dc-4ecf-a079-b2e448d0c93d service neutron] Attempting to bind port 1b8b2e2e-b6d9-46ec-85f5-4ab54bcc5d02 on network 5fdf7688-bc8f-46d8-a49a-aba7f7df2881 {{(pid=86838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:47:22.526115 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ff435f-9434-45dc-8e04-c7edeab07a61 req-4b59d7c0-b2dc-4ecf-a079-b2e448d0c93d service neutron] Port 1b8b2e2e-b6d9-46ec-85f5-4ab54bcc5d02 on network 5fdf7688-bc8f-46d8-a49a-aba7f7df2881 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 23 12:47:22.526691 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ff435f-9434-45dc-8e04-c7edeab07a61 req-4b59d7c0-b2dc-4ecf-a079-b2e448d0c93d service neutron] Attempting to bind port 1b8b2e2e-b6d9-46ec-85f5-4ab54bcc5d02 on network 5fdf7688-bc8f-46d8-a49a-aba7f7df2881 {{(pid=86838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:47:22.538804 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ff435f-9434-45dc-8e04-c7edeab07a61 req-4b59d7c0-b2dc-4ecf-a079-b2e448d0c93d service neutron] Checking agent: {'id': 'c02b2241-eea5-43d7-ab73-e33b65374cd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 44, 5), 'started_at': datetime.datetime(2021, 11, 23, 12, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 12:47:22.556652 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ff435f-9434-45dc-8e04-c7edeab07a61 req-4b59d7c0-b2dc-4ecf-a079-b2e448d0c93d service neutron] Checking segment: {'id': 'ff1eac05-7a6f-4b4a-b86b-726abee76ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '5fdf7688-bc8f-46d8-a49a-aba7f7df2881'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:47:22.557108 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ff435f-9434-45dc-8e04-c7edeab07a61 req-4b59d7c0-b2dc-4ecf-a079-b2e448d0c93d service neutron] Bound using segment: {'id': 'ff1eac05-7a6f-4b4a-b86b-726abee76ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '5fdf7688-bc8f-46d8-a49a-aba7f7df2881'} {{(pid=86838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 12:47:22.557893 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.managers [req-25ff435f-9434-45dc-8e04-c7edeab07a61 req-4b59d7c0-b2dc-4ecf-a079-b2e448d0c93d service neutron] Bound port: 1b8b2e2e-b6d9-46ec-85f5-4ab54bcc5d02, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff1eac05-7a6f-4b4a-b86b-726abee76ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '5fdf7688-bc8f-46d8-a49a-aba7f7df2881'}}] {{(pid=86838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 12:47:22.558410 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-25ff435f-9434-45dc-8e04-c7edeab07a61 req-4b59d7c0-b2dc-4ecf-a079-b2e448d0c93d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:22.736348 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.db [req-25ff435f-9434-45dc-8e04-c7edeab07a61 req-4b59d7c0-b2dc-4ecf-a079-b2e448d0c93d service neutron] For port 1b8b2e2e-b6d9-46ec-85f5-4ab54bcc5d02, host hv-cinder-81888, cleared binding levels {{(pid=86838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 12:47:22.740329 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.db [req-25ff435f-9434-45dc-8e04-c7edeab07a61 req-4b59d7c0-b2dc-4ecf-a079-b2e448d0c93d service neutron] For port 1b8b2e2e-b6d9-46ec-85f5-4ab54bcc5d02, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=1b8b2e2e-b6d9-46ec-85f5-4ab54bcc5d02,segment=NetworkSegment(ff1eac05-7a6f-4b4a-b86b-726abee76ecb),segment_id=ff1eac05-7a6f-4b4a-b86b-726abee76ecb)] {{(pid=86838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 12:47:22.762850 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b09e0a-e5d5-4f64-ab7c-3e3624dff2c8 req-87d08785-e5e0-4e59-8052-94eb901396d5 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:22.764439 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-c9b09e0a-e5d5-4f64-ab7c-3e3624dff2c8 req-87d08785-e5e0-4e59-8052-94eb901396d5 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4d90f60-e137-4811-85c3-0bcfe3e77242 HTTP/1.1" status: 200 len: 946 time: 0.1857312 Nov 23 12:47:22.768866 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-25ff435f-9434-45dc-8e04-c7edeab07a61 req-4b59d7c0-b2dc-4ecf-a079-b2e448d0c93d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8277311'] for port, after_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:22.825207 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-e85ebea8-8521-4555-bc1d-e84220a38b91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:22.877084 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1b7f88c1-9658-4fc7-87a3-67cb7f1d2414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:22.945708 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ff435f-9434-45dc-8e04-c7edeab07a61 req-4b59d7c0-b2dc-4ecf-a079-b2e448d0c93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:22.946326 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-25ff435f-9434-45dc-8e04-c7edeab07a61 req-4b59d7c0-b2dc-4ecf-a079-b2e448d0c93d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600637'] for port, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:22.947734 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-25ff435f-9434-45dc-8e04-c7edeab07a61 req-4b59d7c0-b2dc-4ecf-a079-b2e448d0c93d service neutron] 10.222.0.54 "PUT /v2.0/ports/1b8b2e2e-b6d9-46ec-85f5-4ab54bcc5d02 HTTP/1.1" status: 200 len: 1093 time: 2.3598595 Nov 23 12:47:22.954396 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '638c1f72-345f-42fc-98b5-c2b88683736b', 'tag': '1b8b2e2e-b6d9-46ec-85f5-4ab54bcc5d02'}] {{(pid=86838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:47:23.061211 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '638c1f72-345f-42fc-98b5-c2b88683736b', 'tag': '1b8b2e2e-b6d9-46ec-85f5-4ab54bcc5d02', 'status': 'completed', 'code': 200} Nov 23 12:47:23.080725 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-c9b09e0a-e5d5-4f64-ab7c-3e3624dff2c8 req-07b1f28f-9ebb-4543-bead-53fa7783a18f tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07395ea-6958-4a30-8653-814e78309a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2860208 Nov 23 12:47:23.100716 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b59d7c0-b2dc-4ecf-a079-b2e448d0c93d service neutron] Pushing event updated for resources: {'Port': ['ID=1b8b2e2e-b6d9-46ec-85f5-4ab54bcc5d02,revision_number=3']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:23.105301 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-4b59d7c0-b2dc-4ecf-a079-b2e448d0c93d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:23.132021 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ff435f-9434-45dc-8e04-c7edeab07a61 req-af32cfd4-b9b0-40cb-97b5-7f01b235f055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:23.134005 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-25ff435f-9434-45dc-8e04-c7edeab07a61 req-af32cfd4-b9b0-40cb-97b5-7f01b235f055 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a6530348bcbb413baed6b8e19ca3fd62&device_id=638c1f72-345f-42fc-98b5-c2b88683736b HTTP/1.1" status: 200 len: 1096 time: 0.1336167 Nov 23 12:47:23.233083 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-25ff435f-9434-45dc-8e04-c7edeab07a61 req-6825c0b8-f7f1-4a0d-8a25-dba23d65d390 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1b8b2e2e-b6d9-46ec-85f5-4ab54bcc5d02 HTTP/1.1" status: 200 len: 217 time: 0.0877171 Nov 23 12:47:23.418143 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:23.483365 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ff435f-9434-45dc-8e04-c7edeab07a61 req-ce7420e3-9c93-47cd-aaeb-7fce1bf02c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:23.484870 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-25ff435f-9434-45dc-8e04-c7edeab07a61 req-ce7420e3-9c93-47cd-aaeb-7fce1bf02c64 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=625fb517-f4a1-457c-8414-30acbbac75df HTTP/1.1" status: 200 len: 849 time: 0.2110898 Nov 23 12:47:23.566216 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-25ff435f-9434-45dc-8e04-c7edeab07a61 req-6b7c0a84-a070-494b-a5aa-80a2d53b565f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5fdf7688-bc8f-46d8-a49a-aba7f7df2881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537252 Nov 23 12:47:23.677248 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63d21eb-67dc-423e-964a-69a0fe8b12da req-9dcc670e-eed7-475a-b1be-7b52092013a2 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:23.677248 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-d63d21eb-67dc-423e-964a-69a0fe8b12da req-9dcc670e-eed7-475a-b1be-7b52092013a2 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.31 "GET /v2.0/networks?id=db06a41a-eafd-447e-965a-14c1b39ecb30 HTTP/1.1" status: 200 len: 815 time: 0.4331625 Nov 23 12:47:23.700191 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442b1567-c6d0-4a77-88b0-e695153d3c26 req-70051f57-4b9f-4166-a546-5b56a19281a9 tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:23.707089 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-442b1567-c6d0-4a77-88b0-e695153d3c26 req-70051f57-4b9f-4166-a546-5b56a19281a9 tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] 10.222.0.31 "GET /v2.0/ports?device_id=638c1f72-345f-42fc-98b5-c2b88683736b HTTP/1.1" status: 200 len: 943 time: 0.3165264 Nov 23 12:47:23.748212 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-d63d21eb-67dc-423e-964a-69a0fe8b12da req-5186ca28-a89f-44f5-891d-fb15bc2e3cc0 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.31 "GET /v2.0/quotas/d66b4a21b0fe4386a781f7160eda94ae HTTP/1.1" status: 200 len: 375 time: 0.0628779 Nov 23 12:47:23.866752 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-25ff435f-9434-45dc-8e04-c7edeab07a61 req-7697c899-2166-4bb5-b856-68d52fa262b6 service neutron] 10.222.0.54 "GET /v2.0/networks/5fdf7688-bc8f-46d8-a49a-aba7f7df2881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2855363 Nov 23 12:47:23.879041 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-442b1567-c6d0-4a77-88b0-e695153d3c26 req-48d953d5-170b-46a6-a2be-801e46e5c87c tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] 10.222.0.31 "GET /v2.0/security-groups?id=23539a58-ae83-4e18-a5a8-cc40d26808b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710715 Nov 23 12:47:24.137987 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-d63d21eb-67dc-423e-964a-69a0fe8b12da req-217d8501-4a5f-45f1-8ac0-9a0a194e6fd3 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d66b4a21b0fe4386a781f7160eda94ae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3887255 Nov 23 12:47:24.330021 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-25ff435f-9434-45dc-8e04-c7edeab07a61 req-253aa94f-8566-45a6-90e6-46c442a48f8c service neutron] 10.222.0.54 "GET /v2.0/networks/5fdf7688-bc8f-46d8-a49a-aba7f7df2881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4498360 Nov 23 12:47:24.411146 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-d63d21eb-67dc-423e-964a-69a0fe8b12da req-4c26a3ea-5801-4edd-921a-c30eddd7ddaa service neutron] 10.222.0.31 "GET /v2.0/networks/db06a41a-eafd-447e-965a-14c1b39ecb30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2680840 Nov 23 12:47:24.553609 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b94e8f-66a7-4cc0-b541-2df4040d74a7 req-3117930c-e87e-43d0-98c0-b24cc99f0320 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:24.555277 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-50b94e8f-66a7-4cc0-b541-2df4040d74a7 req-3117930c-e87e-43d0-98c0-b24cc99f0320 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4d90f60-e137-4811-85c3-0bcfe3e77242 HTTP/1.1" status: 200 len: 946 time: 0.2949314 Nov 23 12:47:24.632634 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-50b94e8f-66a7-4cc0-b541-2df4040d74a7 req-16404f63-1067-4d37-8817-f92a1ebd8358 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07395ea-6958-4a30-8653-814e78309a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671427 Nov 23 12:47:24.689965 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a7ea79-7c86-4ac8-adba-6974a58c6098 req-373857b8-e862-4a1c-896b-2e34f9e56451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:24.691581 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-02a7ea79-7c86-4ac8-adba-6974a58c6098 req-373857b8-e862-4a1c-896b-2e34f9e56451 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a6530348bcbb413baed6b8e19ca3fd62&device_id=638c1f72-345f-42fc-98b5-c2b88683736b HTTP/1.1" status: 200 len: 1096 time: 0.2570553 Nov 23 12:47:24.693683 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-d63d21eb-67dc-423e-964a-69a0fe8b12da req-7b849bff-cc50-40c7-bda2-afdfe8dad8e9 service neutron] 10.222.0.31 "GET /v2.0/networks/db06a41a-eafd-447e-965a-14c1b39ecb30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2817037 Nov 23 12:47:24.874176 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a7ea79-7c86-4ac8-adba-6974a58c6098 req-10927f0c-65c8-4efb-b976-d97c277e1cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:24.875758 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-02a7ea79-7c86-4ac8-adba-6974a58c6098 req-10927f0c-65c8-4efb-b976-d97c277e1cae service neutron] 10.222.0.54 "GET /v2.0/networks?id=5fdf7688-bc8f-46d8-a49a-aba7f7df2881 HTTP/1.1" status: 200 len: 910 time: 0.1614950 Nov 23 12:47:25.017357 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-02a7ea79-7c86-4ac8-adba-6974a58c6098 req-537b46f4-fbe2-4180-9df8-62c1cc1a0ecf service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1b8b2e2e-b6d9-46ec-85f5-4ab54bcc5d02 HTTP/1.1" status: 200 len: 217 time: 0.1291049 Nov 23 12:47:25.020072 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-231b6b74-1879-4e51-99f9-404c36a047ae req-14b3c21c-28ca-41f8-ab10-dee7ea6ab44f tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.31 "GET /v2.0/ports?device_id=abcadd18-ca36-4fe1-a882-8fdd22e0eb8d HTTP/1.1" status: 200 len: 210 time: 0.0673470 Nov 23 12:47:25.195689 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a7ea79-7c86-4ac8-adba-6974a58c6098 req-18def18f-219d-4ea1-9b4e-f41055602c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:25.197142 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-02a7ea79-7c86-4ac8-adba-6974a58c6098 req-18def18f-219d-4ea1-9b4e-f41055602c8e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=625fb517-f4a1-457c-8414-30acbbac75df HTTP/1.1" status: 200 len: 849 time: 0.1722884 Nov 23 12:47:25.263646 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-02a7ea79-7c86-4ac8-adba-6974a58c6098 req-72861679-d0d6-4bba-90e3-a1d0fcd6beb6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5fdf7688-bc8f-46d8-a49a-aba7f7df2881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541558 Nov 23 12:47:25.383321 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7647f46-28e7-48fb-863b-2dcd39cf8ebf req-8ba8a022-5039-4bac-aae1-f66d50988082 tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:25.384987 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f7647f46-28e7-48fb-863b-2dcd39cf8ebf req-8ba8a022-5039-4bac-aae1-f66d50988082 tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] 10.222.0.31 "GET /v2.0/ports?device_id=638c1f72-345f-42fc-98b5-c2b88683736b HTTP/1.1" status: 200 len: 943 time: 0.3211079 Nov 23 12:47:25.477475 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f7647f46-28e7-48fb-863b-2dcd39cf8ebf req-473f5d12-bbc3-4a0e-a907-d418ea954408 tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] 10.222.0.31 "GET /v2.0/security-groups?id=23539a58-ae83-4e18-a5a8-cc40d26808b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775843 Nov 23 12:47:25.498798 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-02a7ea79-7c86-4ac8-adba-6974a58c6098 req-dcc65dba-39ff-482d-a1e0-96a858c59442 service neutron] 10.222.0.54 "GET /v2.0/networks/5fdf7688-bc8f-46d8-a49a-aba7f7df2881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172594 Nov 23 12:47:25.656965 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-02a7ea79-7c86-4ac8-adba-6974a58c6098 req-1337483c-c8de-4a3e-94b2-353c1a519801 service neutron] 10.222.0.54 "GET /v2.0/networks/5fdf7688-bc8f-46d8-a49a-aba7f7df2881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424096 Nov 23 12:47:25.698218 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1b9b40b3-8447-4e77-bdb5-e848cd1d1edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:25.843561 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 48246) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:47:25.855789 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae482f3-9af4-4252-b121-6e43451a6ec2 req-79a713ad-374d-4370-9018-22cdd1056ad8 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:25.857370 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-cae482f3-9af4-4252-b121-6e43451a6ec2 req-79a713ad-374d-4370-9018-22cdd1056ad8 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4d90f60-e137-4811-85c3-0bcfe3e77242 HTTP/1.1" status: 200 len: 946 time: 0.0936556 Nov 23 12:47:25.922552 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-cae482f3-9af4-4252-b121-6e43451a6ec2 req-40360503-e8d1-4749-bd48-271fff4bb23b tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07395ea-6958-4a30-8653-814e78309a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593841 Nov 23 12:47:25.987403 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-4062bace-c6f0-4ad5-8366-dffcc5dd160c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:26.002286 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-4062bace-c6f0-4ad5-8366-dffcc5dd160c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:47:26.006208 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-4062bace-c6f0-4ad5-8366-dffcc5dd160c admin admin] Usage tracker for resource:security_group_rule and tenant:63b18606f48846ecba0c737edcdcb75c is out of sync, need to count used quota {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:47:26.009730 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-4062bace-c6f0-4ad5-8366-dffcc5dd160c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:47:26.017056 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-4062bace-c6f0-4ad5-8366-dffcc5dd160c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:47:26.169168 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-4062bace-c6f0-4ad5-8366-dffcc5dd160c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:26.175380 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-4062bace-c6f0-4ad5-8366-dffcc5dd160c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:26.188724 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-3ab84ecc-426f-4326-ba49-ad9f81631387 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:26.197800 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-eca0f6aa-be43-4c73-a819-3cf88055ab3e req-aff6bada-030b-4291-b84b-baa5e77d9065 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.31 "GET /v2.0/ports?device_id=abcadd18-ca36-4fe1-a882-8fdd22e0eb8d HTTP/1.1" status: 200 len: 210 time: 0.0539663 Nov 23 12:47:26.246415 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-4062bace-c6f0-4ad5-8366-dffcc5dd160c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=63b18606f48846ecba0c737edcdcb75c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4017606 Nov 23 12:47:26.247409 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4062bace-c6f0-4ad5-8366-dffcc5dd160c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40f415bf-aa26-4021-8868-a80d4e880357,revision_number=1']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:26.249337 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 48256) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:47:26.251189 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-4062bace-c6f0-4ad5-8366-dffcc5dd160c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:26.484179 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-8254020c-a8f6-4cc9-8d4f-32dd99c2f4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:26.522892 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63d21eb-67dc-423e-964a-69a0fe8b12da req-6276c4b0-bda4-4b30-929b-1fa9b21ed391 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:26.524545 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-d63d21eb-67dc-423e-964a-69a0fe8b12da req-6276c4b0-bda4-4b30-929b-1fa9b21ed391 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.54 "GET /v2.0/networks?id=db06a41a-eafd-447e-965a-14c1b39ecb30 HTTP/1.1" status: 200 len: 815 time: 0.2461584 Nov 23 12:47:26.527452 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-5880cc0f-9bae-41c0-b6dc-0d9c92c3ace7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:26.622193 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.v2.base [req-d63d21eb-67dc-423e-964a-69a0fe8b12da req-41982ffb-fd01-44aa-9f9e-1785cc19d7db tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Request body: {'port': {'device_id': 'abcadd18-ca36-4fe1-a882-8fdd22e0eb8d', 'network_id': 'db06a41a-eafd-447e-965a-14c1b39ecb30', 'admin_state_up': True, 'tenant_id': 'd66b4a21b0fe4386a781f7160eda94ae'}} {{(pid=86838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:47:26.755000 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-5880cc0f-9bae-41c0-b6dc-0d9c92c3ace7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:26.883516 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [req-d63d21eb-67dc-423e-964a-69a0fe8b12da req-41982ffb-fd01-44aa-9f9e-1785cc19d7db tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:47:26.893453 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e10b8c-acff-43f7-9f7c-7d9a5fc4c65d req-8bcad5ad-e469-4a0d-b509-30436cd37ead tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:26.894985 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-75e10b8c-acff-43f7-9f7c-7d9a5fc4c65d req-8bcad5ad-e469-4a0d-b509-30436cd37ead tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] 10.222.0.31 "GET /v2.0/ports?device_id=638c1f72-345f-42fc-98b5-c2b88683736b HTTP/1.1" status: 200 len: 943 time: 0.2794433 Nov 23 12:47:26.897997 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-d63d21eb-67dc-423e-964a-69a0fe8b12da req-41982ffb-fd01-44aa-9f9e-1785cc19d7db tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Usage tracker for resource:port and tenant:d66b4a21b0fe4386a781f7160eda94ae is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:47:26.901609 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-d63d21eb-67dc-423e-964a-69a0fe8b12da req-41982ffb-fd01-44aa-9f9e-1785cc19d7db tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:47:26.912122 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [req-d63d21eb-67dc-423e-964a-69a0fe8b12da req-41982ffb-fd01-44aa-9f9e-1785cc19d7db tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:47:26.928912 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-5880cc0f-9bae-41c0-b6dc-0d9c92c3ace7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:26.938354 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-c36387d3-f992-4d67-855b-c0abdff48d83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:26.974753 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5880cc0f-9bae-41c0-b6dc-0d9c92c3ace7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40f415bf-aa26-4021-8868-a80d4e880357,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:26.974753 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d63d21eb-67dc-423e-964a-69a0fe8b12da req-41982ffb-fd01-44aa-9f9e-1785cc19d7db tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Made reservation on behalf of d66b4a21b0fe4386a781f7160eda94ae for: {'port': 1} {{(pid=86838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:47:26.978101 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-d63d21eb-67dc-423e-964a-69a0fe8b12da req-41982ffb-fd01-44aa-9f9e-1785cc19d7db tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:26.993513 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-5880cc0f-9bae-41c0-b6dc-0d9c92c3ace7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:27.011653 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-75e10b8c-acff-43f7-9f7c-7d9a5fc4c65d req-09b6010a-03a1-49a5-8197-a69d2bf61beb tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] 10.222.0.31 "GET /v2.0/security-groups?id=23539a58-ae83-4e18-a5a8-cc40d26808b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060693 Nov 23 12:47:27.012474 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-5880cc0f-9bae-41c0-b6dc-0d9c92c3ace7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:27.013595 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-5880cc0f-9bae-41c0-b6dc-0d9c92c3ace7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/40f415bf-aa26-4021-8868-a80d4e880357 HTTP/1.1" status: 204 len: 168 time: 0.7606063 Nov 23 12:47:27.258427 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3a8c68-70f6-41fa-8e35-f38ba391d9d9 req-24b4bb26-32c3-44b4-b45b-44e537962d79 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:27.260100 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-ec3a8c68-70f6-41fa-8e35-f38ba391d9d9 req-24b4bb26-32c3-44b4-b45b-44e537962d79 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4d90f60-e137-4811-85c3-0bcfe3e77242 HTTP/1.1" status: 200 len: 946 time: 0.1804001 Nov 23 12:47:27.291686 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.db_base_plugin_common [req-d63d21eb-67dc-423e-964a-69a0fe8b12da req-41982ffb-fd01-44aa-9f9e-1785cc19d7db tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Allocated IP 172.20.0.7 (db06a41a-eafd-447e-965a-14c1b39ecb30/c0d370b4-ffde-4b58-bd7e-c9414689a347/c0541f8a-f75a-408d-97d7-a911855335d8) {{(pid=86838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:47:27.334112 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-ec3a8c68-70f6-41fa-8e35-f38ba391d9d9 req-7b547669-cbe4-46e8-9b3d-0a360a6abd53 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07395ea-6958-4a30-8653-814e78309a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661800 Nov 23 12:47:27.398249 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8b57f00a-aec9-41d8-a85c-6b7ac7bab823 req-d6b19f2a-e140-4788-8bd4-ff676b5a8d2e tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.31 "GET /v2.0/ports?device_id=abcadd18-ca36-4fe1-a882-8fdd22e0eb8d HTTP/1.1" status: 200 len: 210 time: 0.0696669 Nov 23 12:47:27.412014 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 48304) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:47:27.433041 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-9b521bde-7289-40cb-be48-2d7e2f585f63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:27.452594 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-9b521bde-7289-40cb-be48-2d7e2f585f63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:47:27.456829 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-9b521bde-7289-40cb-be48-2d7e2f585f63 admin admin] Usage tracker for resource:security_group_rule and tenant:a637817907d0406582b6f5d788bee8d7 is out of sync, need to count used quota {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:47:27.460034 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-9b521bde-7289-40cb-be48-2d7e2f585f63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:47:27.466286 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-9b521bde-7289-40cb-be48-2d7e2f585f63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:47:27.568716 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-9b521bde-7289-40cb-be48-2d7e2f585f63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:27.579607 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-9b521bde-7289-40cb-be48-2d7e2f585f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:27.603359 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-c1d23a3e-6cdf-4a26-a63c-0ed26d191ef8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:27.638594 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b521bde-7289-40cb-be48-2d7e2f585f63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abab72fb-ae04-46a4-90c1-503a564009df,revision_number=1']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:27.644031 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-9b521bde-7289-40cb-be48-2d7e2f585f63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:27.659409 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Device 1b8b2e2e-b6d9-46ec-85f5-4ab54bcc5d02 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 23 12:47:27.669337 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-9b521bde-7289-40cb-be48-2d7e2f585f63 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a637817907d0406582b6f5d788bee8d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2553818 Nov 23 12:47:27.672345 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 48318) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:47:27.674630 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-d63d21eb-67dc-423e-964a-69a0fe8b12da req-41982ffb-fd01-44aa-9f9e-1785cc19d7db tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Notify callbacks [] for port, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:27.721402 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-d63d21eb-67dc-423e-964a-69a0fe8b12da req-41982ffb-fd01-44aa-9f9e-1785cc19d7db tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788170525763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8277302'] for port, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:27.731663 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-7f0cf118-13c6-4435-b3c8-fc433d422fe4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:27.749578 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-870d51d7-c805-4c0e-b383-0f63924c1cc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:27.756852 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] get_ports_and_sgs() called for port_ids ['7f114a60-ca8e-4a26-a4c5-b1177a8c45be', '338fe291-88bb-415f-b963-824e3a6616bd'] {{(pid=86839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 12:47:27.779730 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-870d51d7-c805-4c0e-b383-0f63924c1cc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:27.822996 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d63d21eb-67dc-423e-964a-69a0fe8b12da req-41982ffb-fd01-44aa-9f9e-1785cc19d7db tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Network db06a41a-eafd-447e-965a-14c1b39ecb30 is already hosted by enough agents. {{(pid=86838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:47:27.827801 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.scheduler.base_scheduler [req-d63d21eb-67dc-423e-964a-69a0fe8b12da req-41982ffb-fd01-44aa-9f9e-1785cc19d7db tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Resources bound (agent type, host, resource id): {{(pid=86838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:47:27.831432 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.l3_dvrscheduler_db [req-d63d21eb-67dc-423e-964a-69a0fe8b12da req-41982ffb-fd01-44aa-9f9e-1785cc19d7db tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Received port after_create {{(pid=86838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 12:47:27.863758 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-870d51d7-c805-4c0e-b383-0f63924c1cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:27.875957 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-c5687d61-d06a-4945-a3ab-fd3c6c43fea9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:27.891720 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41982ffb-fd01-44aa-9f9e-1785cc19d7db tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Pushing event updated for resources: {'Port': ['ID=c0541f8a-f75a-408d-97d7-a911855335d8,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:27.896373 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-41982ffb-fd01-44aa-9f9e-1785cc19d7db tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:27.912968 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870d51d7-c805-4c0e-b383-0f63924c1cc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abab72fb-ae04-46a4-90c1-503a564009df,revision_number=None']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:27.916118 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-870d51d7-c805-4c0e-b383-0f63924c1cc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:27.918237 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-870d51d7-c805-4c0e-b383-0f63924c1cc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:27.920532 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63d21eb-67dc-423e-964a-69a0fe8b12da req-41982ffb-fd01-44aa-9f9e-1785cc19d7db tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:27.921296 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-d63d21eb-67dc-423e-964a-69a0fe8b12da req-41982ffb-fd01-44aa-9f9e-1785cc19d7db tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600637'] for port, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:27.923677 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-870d51d7-c805-4c0e-b383-0f63924c1cc8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/abab72fb-ae04-46a4-90c1-503a564009df HTTP/1.1" status: 204 len: 168 time: 0.2497754 Nov 23 12:47:27.930774 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] For port 1b8b2e2e-b6d9-46ec-85f5-4ab54bcc5d02, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=1b8b2e2e-b6d9-46ec-85f5-4ab54bcc5d02,segment=NetworkSegment(ff1eac05-7a6f-4b4a-b86b-726abee76ecb),segment_id=ff1eac05-7a6f-4b4a-b86b-726abee76ecb)] {{(pid=86839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:47:27.946870 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-d63d21eb-67dc-423e-964a-69a0fe8b12da req-41982ffb-fd01-44aa-9f9e-1785cc19d7db tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3324022 Nov 23 12:47:27.960985 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Returning: {'device': '1b8b2e2e-b6d9-46ec-85f5-4ab54bcc5d02', 'network_id': '5fdf7688-bc8f-46d8-a49a-aba7f7df2881', 'port_id': '1b8b2e2e-b6d9-46ec-85f5-4ab54bcc5d02', 'mac_address': 'fa:16:3e:29:8a:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 772, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '625fb517-f4a1-457c-8414-30acbbac75df', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 23 12:47:27.972375 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.v2.base [req-d63d21eb-67dc-423e-964a-69a0fe8b12da req-8a6757a3-1fee-49f4-ab2a-ec13ab4ad804 service neutron] Request body: {'port': {'device_id': 'abcadd18-ca36-4fe1-a882-8fdd22e0eb8d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:47:28.078091 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:28.323643 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.notifiers.nova [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b8b2e2e-b6d9-46ec-85f5-4ab54bcc5d02 {{(pid=86839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 12:47:28.354618 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-d63d21eb-67dc-423e-964a-69a0fe8b12da req-8a6757a3-1fee-49f4-ab2a-ec13ab4ad804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:28.380416 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-3a3d0f92-e1d8-40e0-8f39-c6b28c555fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:28.382538 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] For port 1b8b2e2e-b6d9-46ec-85f5-4ab54bcc5d02, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=1b8b2e2e-b6d9-46ec-85f5-4ab54bcc5d02,segment=NetworkSegment(ff1eac05-7a6f-4b4a-b86b-726abee76ecb),segment_id=ff1eac05-7a6f-4b4a-b86b-726abee76ecb)] {{(pid=86839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:47:28.440670 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826'] for port, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:28.444793 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:28.558286 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Pushing event updated for resources: {'Port': ['ID=1b8b2e2e-b6d9-46ec-85f5-4ab54bcc5d02,revision_number=4']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:28.596885 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:28.873490 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22545060-5978-4887-9b9a-8e6c8ac68da3 req-fbb6b3da-c640-4922-969d-9104d1b11502 tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:28.875819 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-22545060-5978-4887-9b9a-8e6c8ac68da3 req-fbb6b3da-c640-4922-969d-9104d1b11502 tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] 10.222.0.31 "GET /v2.0/ports?device_id=638c1f72-345f-42fc-98b5-c2b88683736b HTTP/1.1" status: 200 len: 943 time: 0.6807649 Nov 23 12:47:28.919911 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] get_ports_and_sgs() called for port_ids ['1b8b2e2e-b6d9-46ec-85f5-4ab54bcc5d02'] {{(pid=86839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 12:47:29.008742 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f338e79-b977-4878-90ca-d4a0046542a6 req-6e2a4a40-9206-49b9-9841-918660a8939d tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:29.010366 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-2f338e79-b977-4878-90ca-d4a0046542a6 req-6e2a4a40-9206-49b9-9841-918660a8939d tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4d90f60-e137-4811-85c3-0bcfe3e77242 HTTP/1.1" status: 200 len: 946 time: 0.4030313 Nov 23 12:47:29.015725 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-22545060-5978-4887-9b9a-8e6c8ac68da3 req-57d55a40-5ba4-40da-b261-0cf0b5048aa2 tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] 10.222.0.31 "GET /v2.0/security-groups?id=23539a58-ae83-4e18-a5a8-cc40d26808b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228364 Nov 23 12:47:29.024747 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.notifiers.nova [req-d63d21eb-67dc-423e-964a-69a0fe8b12da req-8a6757a3-1fee-49f4-ab2a-ec13ab4ad804 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0541f8a-f75a-408d-97d7-a911855335d8 {{(pid=86838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 12:47:29.131224 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-d63d21eb-67dc-423e-964a-69a0fe8b12da req-8a6757a3-1fee-49f4-ab2a-ec13ab4ad804 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:29.181702 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-2f338e79-b977-4878-90ca-d4a0046542a6 req-6609583a-4482-4723-9af0-2005d616da70 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07395ea-6958-4a30-8653-814e78309a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625087 Nov 23 12:47:29.182977 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.provisioning_blocks [req-d63d21eb-67dc-423e-964a-69a0fe8b12da req-8a6757a3-1fee-49f4-ab2a-ec13ab4ad804 service neutron] Transition to ACTIVE for port object c0541f8a-f75a-408d-97d7-a911855335d8 will not be triggered until provisioned by entity L2. {{(pid=86838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:47:29.195883 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-d63d21eb-67dc-423e-964a-69a0fe8b12da req-8a6757a3-1fee-49f4-ab2a-ec13ab4ad804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8277311'] for port, after_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:29.208492 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-b6d94ead-8417-482f-ab99-50a72a53d48a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:29.391865 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6757a3-1fee-49f4-ab2a-ec13ab4ad804 service neutron] Pushing event updated for resources: {'Port': ['ID=c0541f8a-f75a-408d-97d7-a911855335d8,revision_number=2']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:29.399068 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-8a6757a3-1fee-49f4-ab2a-ec13ab4ad804 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:29.538351 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e397fd5-4432-4eb9-bc10-8d2246487d8a req-a9b65fc3-fe72-4262-9124-b9d26a7fbd9e tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:29.539710 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-4e397fd5-4432-4eb9-bc10-8d2246487d8a req-a9b65fc3-fe72-4262-9124-b9d26a7fbd9e tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Synchronizing usage tracker for tenant:d66b4a21b0fe4386a781f7160eda94ae on resource:port {{(pid=86838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:47:29.545821 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.managers [req-d63d21eb-67dc-423e-964a-69a0fe8b12da req-8a6757a3-1fee-49f4-ab2a-ec13ab4ad804 service neutron] Attempting to bind port c0541f8a-f75a-408d-97d7-a911855335d8 on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 12:47:29.546161 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.managers [req-d63d21eb-67dc-423e-964a-69a0fe8b12da req-8a6757a3-1fee-49f4-ab2a-ec13ab4ad804 service neutron] Attempting to bind port c0541f8a-f75a-408d-97d7-a911855335d8 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '85703ffb-0024-40a4-9e1c-786d143a488d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'db06a41a-eafd-447e-965a-14c1b39ecb30'}] {{(pid=86838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 12:47:29.546519 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d63d21eb-67dc-423e-964a-69a0fe8b12da req-8a6757a3-1fee-49f4-ab2a-ec13ab4ad804 service neutron] Attempting to bind port c0541f8a-f75a-408d-97d7-a911855335d8 on network db06a41a-eafd-447e-965a-14c1b39ecb30 {{(pid=86838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:47:29.555092 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d63d21eb-67dc-423e-964a-69a0fe8b12da req-8a6757a3-1fee-49f4-ab2a-ec13ab4ad804 service neutron] Port c0541f8a-f75a-408d-97d7-a911855335d8 on network db06a41a-eafd-447e-965a-14c1b39ecb30 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 23 12:47:29.555431 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d63d21eb-67dc-423e-964a-69a0fe8b12da req-8a6757a3-1fee-49f4-ab2a-ec13ab4ad804 service neutron] Attempting to bind port c0541f8a-f75a-408d-97d7-a911855335d8 on network db06a41a-eafd-447e-965a-14c1b39ecb30 {{(pid=86838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:47:29.566632 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d63d21eb-67dc-423e-964a-69a0fe8b12da req-8a6757a3-1fee-49f4-ab2a-ec13ab4ad804 service neutron] Checking agent: {'id': 'c02b2241-eea5-43d7-ab73-e33b65374cd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 44, 5), 'started_at': datetime.datetime(2021, 11, 23, 12, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 12:47:29.566996 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d63d21eb-67dc-423e-964a-69a0fe8b12da req-8a6757a3-1fee-49f4-ab2a-ec13ab4ad804 service neutron] Checking segment: {'id': '85703ffb-0024-40a4-9e1c-786d143a488d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'db06a41a-eafd-447e-965a-14c1b39ecb30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:47:29.567387 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d63d21eb-67dc-423e-964a-69a0fe8b12da req-8a6757a3-1fee-49f4-ab2a-ec13ab4ad804 service neutron] Bound using segment: {'id': '85703ffb-0024-40a4-9e1c-786d143a488d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'db06a41a-eafd-447e-965a-14c1b39ecb30'} {{(pid=86838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 12:47:29.567816 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.managers [req-d63d21eb-67dc-423e-964a-69a0fe8b12da req-8a6757a3-1fee-49f4-ab2a-ec13ab4ad804 service neutron] Bound port: c0541f8a-f75a-408d-97d7-a911855335d8, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85703ffb-0024-40a4-9e1c-786d143a488d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'db06a41a-eafd-447e-965a-14c1b39ecb30'}}] {{(pid=86838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 12:47:29.568192 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-d63d21eb-67dc-423e-964a-69a0fe8b12da req-8a6757a3-1fee-49f4-ab2a-ec13ab4ad804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:29.585725 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-4e397fd5-4432-4eb9-bc10-8d2246487d8a req-a9b65fc3-fe72-4262-9124-b9d26a7fbd9e tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Unset dirty status for tenant:d66b4a21b0fe4386a781f7160eda94ae on resource:port {{(pid=86838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:47:29.587031 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-4e397fd5-4432-4eb9-bc10-8d2246487d8a req-a9b65fc3-fe72-4262-9124-b9d26a7fbd9e tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.31 "GET /v2.0/ports?device_id=abcadd18-ca36-4fe1-a882-8fdd22e0eb8d HTTP/1.1" status: 200 len: 943 time: 0.3147361 Nov 23 12:47:29.695734 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-4e397fd5-4432-4eb9-bc10-8d2246487d8a req-3479a727-1768-4953-96db-b83ef35f583e tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.31 "GET /v2.0/security-groups?id=0a850f89-1fcd-4fc3-a6fa-0f4e61598668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791190 Nov 23 12:47:29.702463 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.db [req-d63d21eb-67dc-423e-964a-69a0fe8b12da req-8a6757a3-1fee-49f4-ab2a-ec13ab4ad804 service neutron] For port c0541f8a-f75a-408d-97d7-a911855335d8, host hv-cinder-81888, cleared binding levels {{(pid=86838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 12:47:29.706934 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.db [req-d63d21eb-67dc-423e-964a-69a0fe8b12da req-8a6757a3-1fee-49f4-ab2a-ec13ab4ad804 service neutron] For port c0541f8a-f75a-408d-97d7-a911855335d8, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=c0541f8a-f75a-408d-97d7-a911855335d8,segment=NetworkSegment(85703ffb-0024-40a4-9e1c-786d143a488d),segment_id=85703ffb-0024-40a4-9e1c-786d143a488d)] {{(pid=86838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 12:47:29.722480 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-d63d21eb-67dc-423e-964a-69a0fe8b12da req-8a6757a3-1fee-49f4-ab2a-ec13ab4ad804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8277311'] for port, after_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:29.728011 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-41982ffb-fd01-44aa-9f9e-1785cc19d7db tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:29.808642 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6757a3-1fee-49f4-ab2a-ec13ab4ad804 service neutron] Pushing event updated for resources: {'Port': ['ID=c0541f8a-f75a-408d-97d7-a911855335d8,revision_number=3']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:29.813417 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-8a6757a3-1fee-49f4-ab2a-ec13ab4ad804 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:29.819660 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63d21eb-67dc-423e-964a-69a0fe8b12da req-8a6757a3-1fee-49f4-ab2a-ec13ab4ad804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:29.820758 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-d63d21eb-67dc-423e-964a-69a0fe8b12da req-8a6757a3-1fee-49f4-ab2a-ec13ab4ad804 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600637'] for port, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:29.822302 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-d63d21eb-67dc-423e-964a-69a0fe8b12da req-8a6757a3-1fee-49f4-ab2a-ec13ab4ad804 service neutron] 10.222.0.54 "PUT /v2.0/ports/c0541f8a-f75a-408d-97d7-a911855335d8 HTTP/1.1" status: 200 len: 1093 time: 1.8632751 Nov 23 12:47:29.822901 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abcadd18-ca36-4fe1-a882-8fdd22e0eb8d', 'tag': 'c0541f8a-f75a-408d-97d7-a911855335d8'}] {{(pid=86838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:47:29.918677 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abcadd18-ca36-4fe1-a882-8fdd22e0eb8d', 'tag': 'c0541f8a-f75a-408d-97d7-a911855335d8', 'status': 'completed', 'code': 200} Nov 23 12:47:29.966928 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63d21eb-67dc-423e-964a-69a0fe8b12da req-5420c897-18fe-4e4f-8b73-535a4afae8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:29.968430 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-d63d21eb-67dc-423e-964a-69a0fe8b12da req-5420c897-18fe-4e4f-8b73-535a4afae8a4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d66b4a21b0fe4386a781f7160eda94ae&device_id=abcadd18-ca36-4fe1-a882-8fdd22e0eb8d HTTP/1.1" status: 200 len: 1096 time: 0.0979383 Nov 23 12:47:30.049860 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-d63d21eb-67dc-423e-964a-69a0fe8b12da req-cc159c50-fe77-43e8-b902-bd93ee95a53c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c0541f8a-f75a-408d-97d7-a911855335d8 HTTP/1.1" status: 200 len: 217 time: 0.0655105 Nov 23 12:47:30.141378 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63d21eb-67dc-423e-964a-69a0fe8b12da req-d443f5e2-e02c-48be-b2a7-0ea2e2653738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:30.143272 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-d63d21eb-67dc-423e-964a-69a0fe8b12da req-d443f5e2-e02c-48be-b2a7-0ea2e2653738 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c0d370b4-ffde-4b58-bd7e-c9414689a347 HTTP/1.1" status: 200 len: 855 time: 0.0853570 Nov 23 12:47:30.205591 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-d63d21eb-67dc-423e-964a-69a0fe8b12da req-3e797f6d-5e08-42d7-b320-1505cf515556 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=db06a41a-eafd-447e-965a-14c1b39ecb30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514641 Nov 23 12:47:30.476861 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-d63d21eb-67dc-423e-964a-69a0fe8b12da req-a1a3154e-81fd-4f26-a2ad-6f23b15e5bf7 service neutron] 10.222.0.54 "GET /v2.0/networks/db06a41a-eafd-447e-965a-14c1b39ecb30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205951 Nov 23 12:47:30.490283 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6597af06-cedb-4113-a1eb-a45aa74f212f req-5b59c591-caf4-44a3-9bd1-feeb90e0551c tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:30.498055 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-6597af06-cedb-4113-a1eb-a45aa74f212f req-5b59c591-caf4-44a3-9bd1-feeb90e0551c tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] 10.222.0.31 "GET /v2.0/ports?device_id=638c1f72-345f-42fc-98b5-c2b88683736b HTTP/1.1" status: 200 len: 944 time: 0.2912543 Nov 23 12:47:30.604572 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43b839d-23fe-437a-8195-d47d694b54c9 req-8a769652-a4fa-4ded-80e5-3248bc726069 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:30.606165 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-b43b839d-23fe-437a-8195-d47d694b54c9 req-8a769652-a4fa-4ded-80e5-3248bc726069 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4d90f60-e137-4811-85c3-0bcfe3e77242 HTTP/1.1" status: 200 len: 946 time: 0.2744458 Nov 23 12:47:30.683033 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-6597af06-cedb-4113-a1eb-a45aa74f212f req-85d29715-5e89-48ae-9868-31c09a52a0d1 tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] 10.222.0.31 "GET /v2.0/security-groups?id=23539a58-ae83-4e18-a5a8-cc40d26808b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770141 Nov 23 12:47:30.784915 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-b43b839d-23fe-437a-8195-d47d694b54c9 req-fb922f25-69a9-46ba-b841-3d8452a702f3 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07395ea-6958-4a30-8653-814e78309a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718376 Nov 23 12:47:30.872554 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-d63d21eb-67dc-423e-964a-69a0fe8b12da req-f36ce378-c8a8-4937-a495-26857a7725df service neutron] 10.222.0.54 "GET /v2.0/networks/db06a41a-eafd-447e-965a-14c1b39ecb30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3636911 Nov 23 12:47:31.116787 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c344a952-69db-4c9f-8c29-9c78783c7ade req-8007bcb9-326a-4372-9ea0-a9e8330d1bf7 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:31.118371 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-c344a952-69db-4c9f-8c29-9c78783c7ade req-8007bcb9-326a-4372-9ea0-a9e8330d1bf7 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.31 "GET /v2.0/ports?device_id=abcadd18-ca36-4fe1-a882-8fdd22e0eb8d HTTP/1.1" status: 200 len: 943 time: 0.1203151 Nov 23 12:47:31.120741 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9598660c-3789-4a05-bcad-b785308be75c req-399ab295-ca33-47da-a9aa-84d53032788a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:31.122182 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-9598660c-3789-4a05-bcad-b785308be75c req-399ab295-ca33-47da-a9aa-84d53032788a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d66b4a21b0fe4386a781f7160eda94ae&device_id=abcadd18-ca36-4fe1-a882-8fdd22e0eb8d HTTP/1.1" status: 200 len: 1096 time: 0.1770623 Nov 23 12:47:31.312520 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-c344a952-69db-4c9f-8c29-9c78783c7ade req-549de4af-8d7f-4ec4-bef2-1c9e04ff213d tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.31 "GET /v2.0/security-groups?id=0a850f89-1fcd-4fc3-a6fa-0f4e61598668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864381 Nov 23 12:47:31.359990 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9598660c-3789-4a05-bcad-b785308be75c req-672ee6ec-9ee9-41e9-8379-9c112f4c904a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:31.361580 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-9598660c-3789-4a05-bcad-b785308be75c req-672ee6ec-9ee9-41e9-8379-9c112f4c904a service neutron] 10.222.0.54 "GET /v2.0/networks?id=db06a41a-eafd-447e-965a-14c1b39ecb30 HTTP/1.1" status: 200 len: 916 time: 0.2215509 Nov 23 12:47:31.430211 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-9598660c-3789-4a05-bcad-b785308be75c req-05b86a78-c819-4549-9271-af5db99a9fd0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c0541f8a-f75a-408d-97d7-a911855335d8 HTTP/1.1" status: 200 len: 217 time: 0.0610652 Nov 23 12:47:31.503653 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9598660c-3789-4a05-bcad-b785308be75c req-3429bec0-ecdd-4742-90ec-a55150268e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:31.505151 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-9598660c-3789-4a05-bcad-b785308be75c req-3429bec0-ecdd-4742-90ec-a55150268e28 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c0d370b4-ffde-4b58-bd7e-c9414689a347 HTTP/1.1" status: 200 len: 855 time: 0.0625298 Nov 23 12:47:31.568586 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-9598660c-3789-4a05-bcad-b785308be75c req-3f46392d-0699-4cec-91ba-8afbb19a86fb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=db06a41a-eafd-447e-965a-14c1b39ecb30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497718 Nov 23 12:47:31.679105 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Device 1b8b2e2e-b6d9-46ec-85f5-4ab54bcc5d02 up at agent hyperv_hv-cinder-81888 {{(pid=86839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:47:31.704976 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-9598660c-3789-4a05-bcad-b785308be75c req-5b4f2f91-2e03-43b1-a2b1-79a8352ffd8e service neutron] 10.222.0.54 "GET /v2.0/networks/db06a41a-eafd-447e-965a-14c1b39ecb30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282082 Nov 23 12:47:31.764866 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Provisioning for port 1b8b2e2e-b6d9-46ec-85f5-4ab54bcc5d02 completed by entity L2. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:47:31.771569 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Provisioning complete for port 1b8b2e2e-b6d9-46ec-85f5-4ab54bcc5d02 triggered by entity L2. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:47:31.771957 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567787'] for port, provisioning_complete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:31.929047 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-9598660c-3789-4a05-bcad-b785308be75c req-d13fa191-5d6c-4650-b70d-fa72136dd544 service neutron] 10.222.0.54 "GET /v2.0/networks/db06a41a-eafd-447e-965a-14c1b39ecb30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113087 Nov 23 12:47:31.933244 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:31.964859 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2894e23-c84c-4457-a7a3-55734d0cac1f req-c6cda182-9ea5-46dc-9765-3e15090da313 tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:31.966873 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f2894e23-c84c-4457-a7a3-55734d0cac1f req-c6cda182-9ea5-46dc-9765-3e15090da313 tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] 10.222.0.31 "GET /v2.0/ports?device_id=638c1f72-345f-42fc-98b5-c2b88683736b HTTP/1.1" status: 200 len: 944 time: 0.1415896 Nov 23 12:47:31.993394 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '638c1f72-345f-42fc-98b5-c2b88683736b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b8b2e2e-b6d9-46ec-85f5-4ab54bcc5d02'}] {{(pid=86839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:47:32.006617 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] For port 1b8b2e2e-b6d9-46ec-85f5-4ab54bcc5d02, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=1b8b2e2e-b6d9-46ec-85f5-4ab54bcc5d02,segment=NetworkSegment(ff1eac05-7a6f-4b4a-b86b-726abee76ecb),segment_id=ff1eac05-7a6f-4b4a-b86b-726abee76ecb)] {{(pid=86839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:47:32.020781 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826'] for port, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:32.020781 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:32.050031 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f2894e23-c84c-4457-a7a3-55734d0cac1f req-310bae44-7f26-4d6f-a574-c23ceb78baf3 tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] 10.222.0.31 "GET /v2.0/security-groups?id=23539a58-ae83-4e18-a5a8-cc40d26808b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724034 Nov 23 12:47:32.118206 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Pushing event updated for resources: {'Port': ['ID=1b8b2e2e-b6d9-46ec-85f5-4ab54bcc5d02,revision_number=5']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:32.128801 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:32.290211 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148592a5-7103-414b-bb7d-bace3e3fd150 req-e7f61447-e3b1-4108-b153-064a9646db5e tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:32.291825 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-148592a5-7103-414b-bb7d-bace3e3fd150 req-e7f61447-e3b1-4108-b153-064a9646db5e tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4d90f60-e137-4811-85c3-0bcfe3e77242 HTTP/1.1" status: 200 len: 946 time: 0.1075060 Nov 23 12:47:32.327093 dv-cinder-818883-1-smb neutron-server[86839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '638c1f72-345f-42fc-98b5-c2b88683736b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b8b2e2e-b6d9-46ec-85f5-4ab54bcc5d02', 'code': 200} Nov 23 12:47:32.358829 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-148592a5-7103-414b-bb7d-bace3e3fd150 req-82a28b4a-edb1-4df3-9ef1-ad363e882eca tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07395ea-6958-4a30-8653-814e78309a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601380 Nov 23 12:47:32.622217 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2369d993-3b1e-476c-a169-f6f92041c4a3 req-9fe064d3-79d4-484b-9e80-d79a27b1816f tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:32.623774 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-2369d993-3b1e-476c-a169-f6f92041c4a3 req-9fe064d3-79d4-484b-9e80-d79a27b1816f tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.31 "GET /v2.0/ports?device_id=abcadd18-ca36-4fe1-a882-8fdd22e0eb8d HTTP/1.1" status: 200 len: 943 time: 0.1681461 Nov 23 12:47:32.652648 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52312f63-937e-47a9-90a4-56d00bf33a06 req-66057035-f283-47e3-bbff-37e38f97173c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:32.654076 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-52312f63-937e-47a9-90a4-56d00bf33a06 req-66057035-f283-47e3-bbff-37e38f97173c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=638c1f72-345f-42fc-98b5-c2b88683736b HTTP/1.1" status: 200 len: 1098 time: 0.1091490 Nov 23 12:47:32.700548 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-2369d993-3b1e-476c-a169-f6f92041c4a3 req-f0c1dae0-7b6a-40a0-8179-bcd354c432a8 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.31 "GET /v2.0/security-groups?id=0a850f89-1fcd-4fc3-a6fa-0f4e61598668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664155 Nov 23 12:47:32.718365 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-52312f63-937e-47a9-90a4-56d00bf33a06 req-07953876-d384-4ed8-9af6-812836ecfa8d service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=23539a58-ae83-4e18-a5a8-cc40d26808b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475006 Nov 23 12:47:33.233991 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e003dd6-14e5-45b4-abff-a740258c6dbf req-bde5ce5f-942d-4e1a-af96-fe8a7349d929 tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:33.235511 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-6e003dd6-14e5-45b4-abff-a740258c6dbf req-bde5ce5f-942d-4e1a-af96-fe8a7349d929 tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] 10.222.0.31 "GET /v2.0/ports?device_id=638c1f72-345f-42fc-98b5-c2b88683736b HTTP/1.1" status: 200 len: 945 time: 0.0816789 Nov 23 12:47:33.282385 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-6e003dd6-14e5-45b4-abff-a740258c6dbf req-63f0a1e0-61bf-495c-9232-4b39ddfdf2c8 tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] 10.222.0.31 "GET /v2.0/security-groups?id=23539a58-ae83-4e18-a5a8-cc40d26808b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409629 Nov 23 12:47:33.555387 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771d34aa-bc51-4acd-8913-512eba8e9812 req-1a8fde51-7bdb-48ca-9d95-87501c67c29d tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:33.557244 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-771d34aa-bc51-4acd-8913-512eba8e9812 req-1a8fde51-7bdb-48ca-9d95-87501c67c29d tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4d90f60-e137-4811-85c3-0bcfe3e77242 HTTP/1.1" status: 200 len: 946 time: 0.0888503 Nov 23 12:47:33.603702 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-771d34aa-bc51-4acd-8913-512eba8e9812 req-77e06686-356b-4e24-91e5-178d92b88bc9 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07395ea-6958-4a30-8653-814e78309a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403152 Nov 23 12:47:33.693877 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Device c0541f8a-f75a-408d-97d7-a911855335d8 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 23 12:47:33.844254 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] For port c0541f8a-f75a-408d-97d7-a911855335d8, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=c0541f8a-f75a-408d-97d7-a911855335d8,segment=NetworkSegment(85703ffb-0024-40a4-9e1c-786d143a488d),segment_id=85703ffb-0024-40a4-9e1c-786d143a488d)] {{(pid=86839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:47:33.862748 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Returning: {'device': 'c0541f8a-f75a-408d-97d7-a911855335d8', 'network_id': 'db06a41a-eafd-447e-965a-14c1b39ecb30', 'port_id': 'c0541f8a-f75a-408d-97d7-a911855335d8', 'mac_address': 'fa:16:3e:06:8f:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 760, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0d370b4-ffde-4b58-bd7e-c9414689a347', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 23 12:47:33.905219 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085333ef-5f2a-4c70-993b-53b64d731b66 req-dced5106-fd78-4a23-8d90-fe862e05a3d2 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:33.906975 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-085333ef-5f2a-4c70-993b-53b64d731b66 req-dced5106-fd78-4a23-8d90-fe862e05a3d2 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.31 "GET /v2.0/ports?device_id=abcadd18-ca36-4fe1-a882-8fdd22e0eb8d HTTP/1.1" status: 200 len: 943 time: 0.0844359 Nov 23 12:47:33.928601 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:33.955298 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.notifiers.nova [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0541f8a-f75a-408d-97d7-a911855335d8 {{(pid=86839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 12:47:33.974383 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] For port c0541f8a-f75a-408d-97d7-a911855335d8, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=c0541f8a-f75a-408d-97d7-a911855335d8,segment=NetworkSegment(85703ffb-0024-40a4-9e1c-786d143a488d),segment_id=85703ffb-0024-40a4-9e1c-786d143a488d)] {{(pid=86839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:47:33.980543 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826'] for port, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:33.982736 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:33.985431 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-085333ef-5f2a-4c70-993b-53b64d731b66 req-ef0f043f-19d0-4773-ab55-143b3636df67 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.31 "GET /v2.0/security-groups?id=0a850f89-1fcd-4fc3-a6fa-0f4e61598668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694964 Nov 23 12:47:34.059660 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Pushing event updated for resources: {'Port': ['ID=c0541f8a-f75a-408d-97d7-a911855335d8,revision_number=4']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:34.064357 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:34.547502 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fe7c4e-e860-476a-b2ec-bc454e6bd7ca req-ecd0f7de-aa2e-406f-a3c5-33f0fdfbfa44 tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:34.552331 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-84fe7c4e-e860-476a-b2ec-bc454e6bd7ca req-ecd0f7de-aa2e-406f-a3c5-33f0fdfbfa44 tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] 10.222.0.31 "GET /v2.0/ports?device_id=638c1f72-345f-42fc-98b5-c2b88683736b HTTP/1.1" status: 200 len: 945 time: 0.1416175 Nov 23 12:47:34.592334 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] get_ports_and_sgs() called for port_ids ['c0541f8a-f75a-408d-97d7-a911855335d8'] {{(pid=86839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 12:47:34.666267 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-84fe7c4e-e860-476a-b2ec-bc454e6bd7ca req-057e821c-6efe-406f-8ee2-8a13d7cfa47c tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] 10.222.0.31 "GET /v2.0/security-groups?id=23539a58-ae83-4e18-a5a8-cc40d26808b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075439 Nov 23 12:47:34.707870 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:34.862162 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee27384-8dc1-483c-9534-c0ad70edcf84 req-224fb5ca-9086-4fc2-b071-75bb78e332b0 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:34.873579 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-dee27384-8dc1-483c-9534-c0ad70edcf84 req-224fb5ca-9086-4fc2-b071-75bb78e332b0 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4d90f60-e137-4811-85c3-0bcfe3e77242 HTTP/1.1" status: 200 len: 946 time: 0.0935209 Nov 23 12:47:34.931237 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-dee27384-8dc1-483c-9534-c0ad70edcf84 req-2e9c3e4f-2c64-4d37-91bd-0a2457b849fd tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07395ea-6958-4a30-8653-814e78309a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611315 Nov 23 12:47:35.201549 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85258e27-b02e-4b05-a714-05be69b4aa38 req-27ff9e98-e528-4836-8cb8-4004524ce599 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:35.203341 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-85258e27-b02e-4b05-a714-05be69b4aa38 req-27ff9e98-e528-4836-8cb8-4004524ce599 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.31 "GET /v2.0/ports?device_id=abcadd18-ca36-4fe1-a882-8fdd22e0eb8d HTTP/1.1" status: 200 len: 944 time: 0.0926130 Nov 23 12:47:35.259119 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-85258e27-b02e-4b05-a714-05be69b4aa38 req-c4368cdb-86ee-4c62-8c56-1a6761aff9a2 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.31 "GET /v2.0/security-groups?id=0a850f89-1fcd-4fc3-a6fa-0f4e61598668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488012 Nov 23 12:47:35.931443 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872e3214-a2d3-452f-a8d3-b5bcaf5363ba req-2165d65e-4965-4434-befd-dc18ae098388 tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:35.933318 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-872e3214-a2d3-452f-a8d3-b5bcaf5363ba req-2165d65e-4965-4434-befd-dc18ae098388 tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] 10.222.0.31 "GET /v2.0/ports?device_id=638c1f72-345f-42fc-98b5-c2b88683736b HTTP/1.1" status: 200 len: 945 time: 0.1029496 Nov 23 12:47:35.991199 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-872e3214-a2d3-452f-a8d3-b5bcaf5363ba req-3d8018ab-2f83-4d95-aa5f-e8069308d4a9 tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] 10.222.0.31 "GET /v2.0/security-groups?id=23539a58-ae83-4e18-a5a8-cc40d26808b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517523 Nov 23 12:47:36.296365 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c510754d-2571-4766-afd5-fa3c2e5197e9 req-9e1eabe7-5839-4092-9152-34899e9801a0 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:36.305936 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-c510754d-2571-4766-afd5-fa3c2e5197e9 req-9e1eabe7-5839-4092-9152-34899e9801a0 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4d90f60-e137-4811-85c3-0bcfe3e77242 HTTP/1.1" status: 200 len: 946 time: 0.1027532 Nov 23 12:47:36.357342 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-c510754d-2571-4766-afd5-fa3c2e5197e9 req-d37eb5b4-d744-48e1-9d83-4c98d4981d46 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07395ea-6958-4a30-8653-814e78309a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504060 Nov 23 12:47:36.586936 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1c7545-0892-4bfb-ac7f-276828e50d6b req-1a7c2192-27c8-4fac-94f9-c19e339c88b2 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:36.588756 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-2f1c7545-0892-4bfb-ac7f-276828e50d6b req-1a7c2192-27c8-4fac-94f9-c19e339c88b2 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.31 "GET /v2.0/ports?device_id=abcadd18-ca36-4fe1-a882-8fdd22e0eb8d HTTP/1.1" status: 200 len: 944 time: 0.1544142 Nov 23 12:47:36.660962 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-2f1c7545-0892-4bfb-ac7f-276828e50d6b req-d2bfccf4-01f3-4dd1-9404-8b213b11ffb1 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.31 "GET /v2.0/security-groups?id=0a850f89-1fcd-4fc3-a6fa-0f4e61598668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645266 Nov 23 12:47:36.728151 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 48654) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:47:36.864059 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-e5aa1170-be52-4f85-a22c-69fe1acd9897 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:36.885482 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-e5aa1170-be52-4f85-a22c-69fe1acd9897 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:47:36.889876 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-e5aa1170-be52-4f85-a22c-69fe1acd9897 admin admin] Usage tracker for resource:security_group_rule and tenant:1eecf473fc9945938a2f6ae56b271e8f is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:47:36.893647 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-e5aa1170-be52-4f85-a22c-69fe1acd9897 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:47:36.902123 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-e5aa1170-be52-4f85-a22c-69fe1acd9897 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:47:37.021892 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-e5aa1170-be52-4f85-a22c-69fe1acd9897 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:37.029551 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-e5aa1170-be52-4f85-a22c-69fe1acd9897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:37.041248 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:37.076420 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5aa1170-be52-4f85-a22c-69fe1acd9897 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6875b48-af55-4485-8f09-fe00c19154c3,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:37.094697 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-e5aa1170-be52-4f85-a22c-69fe1acd9897 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:37.127799 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-e5aa1170-be52-4f85-a22c-69fe1acd9897 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1eecf473fc9945938a2f6ae56b271e8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3981988 Nov 23 12:47:37.130895 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 48680) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:47:37.231077 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-80b21c43-65b4-4d5d-a90d-085ac83d76ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:37.274349 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-80b21c43-65b4-4d5d-a90d-085ac83d76ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:37.346118 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-80b21c43-65b4-4d5d-a90d-085ac83d76ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:37.352431 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-1db5ea7c-7ef8-4f1e-bec1-1de649d97cab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:37.360169 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 48692) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:47:37.404324 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b21c43-65b4-4d5d-a90d-085ac83d76ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6875b48-af55-4485-8f09-fe00c19154c3,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:37.411347 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-80b21c43-65b4-4d5d-a90d-085ac83d76ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:37.415758 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-80b21c43-65b4-4d5d-a90d-085ac83d76ca admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e6875b48-af55-4485-8f09-fe00c19154c3 HTTP/1.1" status: 204 len: 168 time: 0.2835116 Nov 23 12:47:37.416802 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-80b21c43-65b4-4d5d-a90d-085ac83d76ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:37.496874 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 48706) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:47:37.671358 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-a6897d0f-8a35-46e9-90c0-bf74c35c4e7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:37.701468 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-a6897d0f-8a35-46e9-90c0-bf74c35c4e7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:47:37.705823 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-a6897d0f-8a35-46e9-90c0-bf74c35c4e7f admin admin] Usage tracker for resource:security_group_rule and tenant:05e6c22dffbb4645acd41eecdb0a40ea is out of sync, need to count used quota {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:47:37.706235 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Device c0541f8a-f75a-408d-97d7-a911855335d8 up at agent hyperv_hv-cinder-81888 {{(pid=86839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:47:37.714838 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2d87bd-654f-4b3f-8d55-e271a7378dcb req-cc3c848c-539e-42b3-b920-158ed6530b92 tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:37.716413 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-ed2d87bd-654f-4b3f-8d55-e271a7378dcb req-cc3c848c-539e-42b3-b920-158ed6530b92 tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] 10.222.0.31 "GET /v2.0/ports?device_id=638c1f72-345f-42fc-98b5-c2b88683736b HTTP/1.1" status: 200 len: 945 time: 0.2103124 Nov 23 12:47:37.718363 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-a6897d0f-8a35-46e9-90c0-bf74c35c4e7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:47:37.725150 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-a6897d0f-8a35-46e9-90c0-bf74c35c4e7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:47:37.787101 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aab96b4-60b7-41c0-91e3-82bcdddea047 req-ea76c15e-adea-4646-91e0-50d5f3d8138f tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:37.799978 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-2aab96b4-60b7-41c0-91e3-82bcdddea047 req-ea76c15e-adea-4646-91e0-50d5f3d8138f tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4d90f60-e137-4811-85c3-0bcfe3e77242 HTTP/1.1" status: 200 len: 946 time: 0.2548661 Nov 23 12:47:37.872622 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-a6897d0f-8a35-46e9-90c0-bf74c35c4e7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:37.874613 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Provisioning for port c0541f8a-f75a-408d-97d7-a911855335d8 completed by entity L2. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:47:37.880646 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Provisioning complete for port c0541f8a-f75a-408d-97d7-a911855335d8 triggered by entity L2. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:47:37.881304 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-a6897d0f-8a35-46e9-90c0-bf74c35c4e7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:37.881426 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567787'] for port, provisioning_complete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:37.899928 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-77296ab5-cea7-4166-8bd5-dd8642809d6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:37.942008 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-ed2d87bd-654f-4b3f-8d55-e271a7378dcb req-e9b55e72-2a89-487a-bdf2-03f0152db59c tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] 10.222.0.31 "GET /v2.0/security-groups?id=23539a58-ae83-4e18-a5a8-cc40d26808b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094586 Nov 23 12:47:37.990292 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-2aab96b4-60b7-41c0-91e3-82bcdddea047 req-0640e24f-2d9b-4cdb-9f59-6f7c8d982643 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07395ea-6958-4a30-8653-814e78309a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763897 Nov 23 12:47:38.047524 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6897d0f-8a35-46e9-90c0-bf74c35c4e7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=654dd941-c29c-45f4-b3fb-4b53ffa37a18,revision_number=1']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:38.050679 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-a07e2671-de53-4a30-a866-a442d0771422 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:38.085614 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:38.102185 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-a6897d0f-8a35-46e9-90c0-bf74c35c4e7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:38.112004 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-a07e2671-de53-4a30-a866-a442d0771422 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:47:38.124559 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-a07e2671-de53-4a30-a866-a442d0771422 admin admin] Usage tracker for resource:security_group_rule and tenant:9979c7b3ff5e4445bc1a7140f91ddcb1 is out of sync, need to count used quota {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:47:38.135635 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-a07e2671-de53-4a30-a866-a442d0771422 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:47:38.138220 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.agents_db [None req-d0d00f27-41a4-4d9d-a63d-8c6bf84d2b10 None None] Agent healthcheck: found 6 active agents {{(pid=86840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 12:47:38.160455 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-a07e2671-de53-4a30-a866-a442d0771422 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:47:38.179548 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abcadd18-ca36-4fe1-a882-8fdd22e0eb8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0541f8a-f75a-408d-97d7-a911855335d8'}] {{(pid=86839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:47:38.208208 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] For port c0541f8a-f75a-408d-97d7-a911855335d8, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=c0541f8a-f75a-408d-97d7-a911855335d8,segment=NetworkSegment(85703ffb-0024-40a4-9e1c-786d143a488d),segment_id=85703ffb-0024-40a4-9e1c-786d143a488d)] {{(pid=86839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:47:38.215794 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826'] for port, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:38.218917 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2aec32-d66e-45ab-9b96-4936853f0c5e req-d5e7d32c-0b94-4ada-a01c-54d646f075cb tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:38.219807 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:38.229959 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-cd2aec32-d66e-45ab-9b96-4936853f0c5e req-d5e7d32c-0b94-4ada-a01c-54d646f075cb tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.31 "GET /v2.0/ports?device_id=abcadd18-ca36-4fe1-a882-8fdd22e0eb8d HTTP/1.1" status: 200 len: 944 time: 0.1276350 Nov 23 12:47:38.300101 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-cd2aec32-d66e-45ab-9b96-4936853f0c5e req-a82fdd59-11ca-4284-add0-97a8067cb687 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.31 "GET /v2.0/security-groups?id=0a850f89-1fcd-4fc3-a6fa-0f4e61598668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690551 Nov 23 12:47:38.336203 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-a6897d0f-8a35-46e9-90c0-bf74c35c4e7f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=05e6c22dffbb4645acd41eecdb0a40ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9746771 Nov 23 12:47:38.339160 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 48738) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:47:38.374930 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-a07e2671-de53-4a30-a866-a442d0771422 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:38.380474 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-a07e2671-de53-4a30-a866-a442d0771422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:38.389357 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-160af082-27c2-4a0e-aaf5-f4324ec40c4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:38.394237 dv-cinder-818883-1-smb neutron-server[86839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abcadd18-ca36-4fe1-a882-8fdd22e0eb8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0541f8a-f75a-408d-97d7-a911855335d8', 'code': 200} Nov 23 12:47:38.422669 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Pushing event updated for resources: {'Port': ['ID=c0541f8a-f75a-408d-97d7-a911855335d8,revision_number=5']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:38.427135 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:38.448740 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-a07e2671-de53-4a30-a866-a442d0771422 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9979c7b3ff5e4445bc1a7140f91ddcb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9506779 Nov 23 12:47:38.449553 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07e2671-de53-4a30-a866-a442d0771422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d22d5074-8d6c-4393-9702-64c7f9504215,revision_number=1']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:38.452152 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 48744) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:47:38.455194 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-a07e2671-de53-4a30-a866-a442d0771422 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:38.480325 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-3d53ce0c-9970-4f89-98da-1f7b3f83dc3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:38.515215 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-3d53ce0c-9970-4f89-98da-1f7b3f83dc3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:38.537256 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-17cbd143-185f-4f51-8159-b3d0d1375c2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:38.568223 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-17cbd143-185f-4f51-8159-b3d0d1375c2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:38.610682 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-3d53ce0c-9970-4f89-98da-1f7b3f83dc3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:38.615290 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-ddcca501-e740-48bf-b5de-69fa0f917f99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:38.628197 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d53ce0c-9970-4f89-98da-1f7b3f83dc3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=654dd941-c29c-45f4-b3fb-4b53ffa37a18,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:38.633686 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-3d53ce0c-9970-4f89-98da-1f7b3f83dc3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:38.637728 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-17cbd143-185f-4f51-8159-b3d0d1375c2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:38.640365 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-3d53ce0c-9970-4f89-98da-1f7b3f83dc3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:38.642236 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-aaf4519f-4ddb-4bd3-b1fa-349864603988 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:38.644928 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-3d53ce0c-9970-4f89-98da-1f7b3f83dc3d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/654dd941-c29c-45f4-b3fb-4b53ffa37a18 HTTP/1.1" status: 204 len: 168 time: 0.3039293 Nov 23 12:47:38.658315 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cbd143-185f-4f51-8159-b3d0d1375c2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d22d5074-8d6c-4393-9702-64c7f9504215,revision_number=None']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:38.661921 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-17cbd143-185f-4f51-8159-b3d0d1375c2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:38.671853 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-17cbd143-185f-4f51-8159-b3d0d1375c2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:38.676589 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-17cbd143-185f-4f51-8159-b3d0d1375c2a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d22d5074-8d6c-4393-9702-64c7f9504215 HTTP/1.1" status: 204 len: 168 time: 0.2232432 Nov 23 12:47:38.730602 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaa248c-0683-470d-8e54-fc82f1ab6c54 req-95f4e59f-8b0b-4a2d-a65e-5543fee53a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:38.732707 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-2aaa248c-0683-470d-8e54-fc82f1ab6c54 req-95f4e59f-8b0b-4a2d-a65e-5543fee53a04 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=abcadd18-ca36-4fe1-a882-8fdd22e0eb8d HTTP/1.1" status: 200 len: 1098 time: 0.0855064 Nov 23 12:47:38.787418 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-2aaa248c-0683-470d-8e54-fc82f1ab6c54 req-2ee881b1-ae94-4701-a534-02da1861734a service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=0a850f89-1fcd-4fc3-a6fa-0f4e61598668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388930 Nov 23 12:47:39.181211 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce4ca44-f7c1-4c6b-9177-8a5e5a1fe094 req-459b6a97-ae62-4492-b0ba-e55e8f9441ba tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:39.182911 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-7ce4ca44-f7c1-4c6b-9177-8a5e5a1fe094 req-459b6a97-ae62-4492-b0ba-e55e8f9441ba tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] 10.222.0.31 "GET /v2.0/ports?device_id=638c1f72-345f-42fc-98b5-c2b88683736b HTTP/1.1" status: 200 len: 945 time: 0.1116960 Nov 23 12:47:39.296999 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-7ce4ca44-f7c1-4c6b-9177-8a5e5a1fe094 req-2dd74cc2-b31a-4304-8c21-a14f9314ee6a tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] 10.222.0.31 "GET /v2.0/security-groups?id=23539a58-ae83-4e18-a5a8-cc40d26808b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751319 Nov 23 12:47:39.318259 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb52263-816c-41af-94d1-f91d0c911269 req-ec569584-5f91-43ac-8348-f916c18969a9 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:39.319999 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8fb52263-816c-41af-94d1-f91d0c911269 req-ec569584-5f91-43ac-8348-f916c18969a9 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4d90f60-e137-4811-85c3-0bcfe3e77242 HTTP/1.1" status: 200 len: 946 time: 0.1323912 Nov 23 12:47:39.333194 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 48774) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:47:39.364772 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-38bb4242-0082-4728-9f3f-175d1d258f97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:39.391485 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-38bb4242-0082-4728-9f3f-175d1d258f97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:47:39.396164 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-38bb4242-0082-4728-9f3f-175d1d258f97 admin admin] Usage tracker for resource:security_group_rule and tenant:cde9e8d2ac8245969b098b97abcd8f98 is out of sync, need to count used quota {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:47:39.396375 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8fb52263-816c-41af-94d1-f91d0c911269 req-4e3ebc10-2e8a-4aa4-9ae2-78fe6ff45291 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07395ea-6958-4a30-8653-814e78309a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489526 Nov 23 12:47:39.407580 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-38bb4242-0082-4728-9f3f-175d1d258f97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:47:39.416389 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-38bb4242-0082-4728-9f3f-175d1d258f97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:47:39.549725 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-38bb4242-0082-4728-9f3f-175d1d258f97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:39.557408 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-38bb4242-0082-4728-9f3f-175d1d258f97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:39.567480 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-cde7f1ff-7ad6-462b-beda-6f25bb2d41a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:39.611428 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ee58c1-83aa-4ab5-bc85-c76b2850af2c req-1baea0ed-5c24-4084-9f36-df85c02607a1 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:39.613464 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-e6ee58c1-83aa-4ab5-bc85-c76b2850af2c req-1baea0ed-5c24-4084-9f36-df85c02607a1 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.31 "GET /v2.0/ports?device_id=abcadd18-ca36-4fe1-a882-8fdd22e0eb8d HTTP/1.1" status: 200 len: 945 time: 0.1317163 Nov 23 12:47:39.626486 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-38bb4242-0082-4728-9f3f-175d1d258f97 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cde9e8d2ac8245969b098b97abcd8f98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2889452 Nov 23 12:47:39.626486 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 48786) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:47:39.626911 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bb4242-0082-4728-9f3f-175d1d258f97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a02dbdb-0ae4-4ff3-b46e-b881135750a6,revision_number=1']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:39.677646 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-38bb4242-0082-4728-9f3f-175d1d258f97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:39.681858 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-e6ee58c1-83aa-4ab5-bc85-c76b2850af2c req-eec11988-646c-4a8f-8bfe-1ee925ac2fd0 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.31 "GET /v2.0/security-groups?id=0a850f89-1fcd-4fc3-a6fa-0f4e61598668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619235 Nov 23 12:47:39.728499 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-a57d4a82-c368-4e4c-85a2-37c7722d5029 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:39.760143 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-a57d4a82-c368-4e4c-85a2-37c7722d5029 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:39.815469 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-a57d4a82-c368-4e4c-85a2-37c7722d5029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:39.820917 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-8457b8b4-dfaf-405a-b454-9caa626a6f5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:39.838038 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57d4a82-c368-4e4c-85a2-37c7722d5029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a02dbdb-0ae4-4ff3-b46e-b881135750a6,revision_number=None']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:39.841230 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-a57d4a82-c368-4e4c-85a2-37c7722d5029 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:39.844133 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-a57d4a82-c368-4e4c-85a2-37c7722d5029 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:39.848407 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-a57d4a82-c368-4e4c-85a2-37c7722d5029 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8a02dbdb-0ae4-4ff3-b46e-b881135750a6 HTTP/1.1" status: 204 len: 168 time: 0.2232704 Nov 23 12:47:40.124767 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2565a6fe-f0b4-4835-b93f-5cb5bd32328d req-0f7fecc7-e8a2-47ca-a6b5-e7fba869e72d tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:40.126542 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-2565a6fe-f0b4-4835-b93f-5cb5bd32328d req-0f7fecc7-e8a2-47ca-a6b5-e7fba869e72d tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] 10.222.0.54 "GET /v2.0/ports?device_id=638c1f72-345f-42fc-98b5-c2b88683736b HTTP/1.1" status: 200 len: 945 time: 0.1039879 Nov 23 12:47:40.212871 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.plugin [req-2565a6fe-f0b4-4835-b93f-5cb5bd32328d req-ad9b748d-c0c2-4593-bb15-f34825868568 tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] Deleting port 1b8b2e2e-b6d9-46ec-85f5-4ab54bcc5d02 {{(pid=86838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 12:47:40.213231 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-2565a6fe-f0b4-4835-b93f-5cb5bd32328d req-ad9b748d-c0c2-4593-bb15-f34825868568 tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788171068353'] for port, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:40.715420 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.db [req-2565a6fe-f0b4-4835-b93f-5cb5bd32328d req-ad9b748d-c0c2-4593-bb15-f34825868568 tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] For port 1b8b2e2e-b6d9-46ec-85f5-4ab54bcc5d02, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=1b8b2e2e-b6d9-46ec-85f5-4ab54bcc5d02,segment=NetworkSegment(ff1eac05-7a6f-4b4a-b86b-726abee76ecb),segment_id=ff1eac05-7a6f-4b4a-b86b-726abee76ecb)] {{(pid=86838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:47:40.716107 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-2565a6fe-f0b4-4835-b93f-5cb5bd32328d req-ad9b748d-c0c2-4593-bb15-f34825868568 tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506271'] for port, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:40.933771 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.plugin [req-2565a6fe-f0b4-4835-b93f-5cb5bd32328d req-ad9b748d-c0c2-4593-bb15-f34825868568 tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] Calling delete_port for 1b8b2e2e-b6d9-46ec-85f5-4ab54bcc5d02 owned by compute:nova {{(pid=86838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 12:47:40.972260 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0223dabe-6af9-484e-94c6-ab77288499fb req-ac2ffb17-c359-4808-bf70-8f24e12e4579 tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:40.973193 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-0223dabe-6af9-484e-94c6-ab77288499fb req-ac2ffb17-c359-4808-bf70-8f24e12e4579 tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] 10.222.0.31 "GET /v2.0/ports?device_id=638c1f72-345f-42fc-98b5-c2b88683736b HTTP/1.1" status: 200 len: 945 time: 0.4821997 Nov 23 12:47:41.033403 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428cb2d3-beee-47ec-bb2f-e557c63a870e req-cef95b23-9e99-4982-899f-cc845dee36b0 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:41.034864 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-428cb2d3-beee-47ec-bb2f-e557c63a870e req-cef95b23-9e99-4982-899f-cc845dee36b0 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4d90f60-e137-4811-85c3-0bcfe3e77242 HTTP/1.1" status: 200 len: 946 time: 0.4837797 Nov 23 12:47:41.167601 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-0223dabe-6af9-484e-94c6-ab77288499fb req-b1477c45-182b-448a-9e18-a7c79801638a tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] 10.222.0.31 "GET /v2.0/security-groups?id=23539a58-ae83-4e18-a5a8-cc40d26808b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813445 Nov 23 12:47:41.199246 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-428cb2d3-beee-47ec-bb2f-e557c63a870e req-1f4b8513-0e4b-4ae5-9610-a4899e62a4dc tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07395ea-6958-4a30-8653-814e78309a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469417 Nov 23 12:47:41.286582 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-2565a6fe-f0b4-4835-b93f-5cb5bd32328d req-ad9b748d-c0c2-4593-bb15-f34825868568 tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788171071573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788170525772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8277302'] for port, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:41.294328 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:41.302771 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] get_ports_and_sgs() called for port_ids ['1b8b2e2e-b6d9-46ec-85f5-4ab54bcc5d02'] {{(pid=86839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 12:47:41.383581 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9b748d-c0c2-4593-bb15-f34825868568 tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] Pushing event deleted for resources: {'Port': ['ID=1b8b2e2e-b6d9-46ec-85f5-4ab54bcc5d02,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:41.390422 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-ad9b748d-c0c2-4593-bb15-f34825868568 tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:41.470053 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.l3_dvrscheduler_db [req-2565a6fe-f0b4-4835-b93f-5cb5bd32328d req-ad9b748d-c0c2-4593-bb15-f34825868568 tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] No DVR routers for this DVR port 1b8b2e2e-b6d9-46ec-85f5-4ab54bcc5d02 on host hv-cinder-81888 {{(pid=86838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 12:47:41.480617 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-2565a6fe-f0b4-4835-b93f-5cb5bd32328d req-ad9b748d-c0c2-4593-bb15-f34825868568 tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188604'] for port, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:41.483506 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '638c1f72-345f-42fc-98b5-c2b88683736b', 'name': 'network-vif-deleted', 'tag': '1b8b2e2e-b6d9-46ec-85f5-4ab54bcc5d02'}] {{(pid=86838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:47:41.506846 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-2565a6fe-f0b4-4835-b93f-5cb5bd32328d req-ad9b748d-c0c2-4593-bb15-f34825868568 tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] 10.222.0.54 "DELETE /v2.0/ports/1b8b2e2e-b6d9-46ec-85f5-4ab54bcc5d02 HTTP/1.1" status: 204 len: 173 time: 1.3708014 Nov 23 12:47:41.524251 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2be4d9-56fc-43c5-867b-fb66119b6de7 req-06e94dcc-ec55-40ec-9b10-e53d6cd3d9e0 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:41.531351 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-bb2be4d9-56fc-43c5-867b-fb66119b6de7 req-06e94dcc-ec55-40ec-9b10-e53d6cd3d9e0 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.31 "GET /v2.0/ports?device_id=abcadd18-ca36-4fe1-a882-8fdd22e0eb8d HTTP/1.1" status: 200 len: 945 time: 0.2002041 Nov 23 12:47:41.553104 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '638c1f72-345f-42fc-98b5-c2b88683736b', 'name': 'network-vif-deleted', 'tag': '1b8b2e2e-b6d9-46ec-85f5-4ab54bcc5d02', 'status': 'completed', 'code': 200} Nov 23 12:47:41.576671 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-bb2be4d9-56fc-43c5-867b-fb66119b6de7 req-d9cdd5ab-2479-4d5b-8210-71d54b27c716 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.31 "GET /v2.0/security-groups?id=0a850f89-1fcd-4fc3-a6fa-0f4e61598668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441062 Nov 23 12:47:42.576627 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb6f06a-f054-4fb5-9929-ae03bb46e12d req-320a7b8e-44d8-42c0-9de1-dfd04288fc5c tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:42.596505 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-bcb6f06a-f054-4fb5-9929-ae03bb46e12d req-320a7b8e-44d8-42c0-9de1-dfd04288fc5c tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4d90f60-e137-4811-85c3-0bcfe3e77242 HTTP/1.1" status: 200 len: 946 time: 0.1843178 Nov 23 12:47:42.635916 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 48896) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:47:42.652537 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-bcb6f06a-f054-4fb5-9929-ae03bb46e12d req-baffe806-baf4-49be-8cf2-e3338e8cb1c8 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07395ea-6958-4a30-8653-814e78309a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548649 Nov 23 12:47:42.817059 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-a09ee15a-346c-4841-9b38-819f87b58b5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:42.832489 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-a09ee15a-346c-4841-9b38-819f87b58b5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:47:42.836982 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-a09ee15a-346c-4841-9b38-819f87b58b5f admin admin] Usage tracker for resource:security_group_rule and tenant:cbf1a10f3b4b4ad9bfc1dde4620dc0da is out of sync, need to count used quota {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:47:42.840093 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-a09ee15a-346c-4841-9b38-819f87b58b5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:47:42.846041 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-a09ee15a-346c-4841-9b38-819f87b58b5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:47:42.861462 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2358627-fe75-4db1-90e2-8d06f247bf39 req-a19d83cb-3e44-49e7-8ef5-fa328fef8f63 tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:42.863140 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f2358627-fe75-4db1-90e2-8d06f247bf39 req-a19d83cb-3e44-49e7-8ef5-fa328fef8f63 tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] 10.222.0.31 "GET /v2.0/networks?id=5fdf7688-bc8f-46d8-a49a-aba7f7df2881 HTTP/1.1" status: 200 len: 809 time: 0.1546657 Nov 23 12:47:42.880684 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f2358627-fe75-4db1-90e2-8d06f247bf39 req-bef2393c-ad51-4b1b-b019-b8881c95ab08 tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] 10.222.0.31 "GET /v2.0/quotas/a6530348bcbb413baed6b8e19ca3fd62 HTTP/1.1" status: 200 len: 375 time: 0.0104179 Nov 23 12:47:42.933486 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-f2358627-fe75-4db1-90e2-8d06f247bf39 req-a00688e1-5f32-4948-93ec-601de5f9d0f0 tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] Synchronizing usage tracker for tenant:a6530348bcbb413baed6b8e19ca3fd62 on resource:port {{(pid=86838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:47:42.942248 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-a09ee15a-346c-4841-9b38-819f87b58b5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:42.948965 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-a09ee15a-346c-4841-9b38-819f87b58b5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:42.951804 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-f2358627-fe75-4db1-90e2-8d06f247bf39 req-a00688e1-5f32-4948-93ec-601de5f9d0f0 tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] Unset dirty status for tenant:a6530348bcbb413baed6b8e19ca3fd62 on resource:port {{(pid=86838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:47:42.953233 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f2358627-fe75-4db1-90e2-8d06f247bf39 req-a00688e1-5f32-4948-93ec-601de5f9d0f0 tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a6530348bcbb413baed6b8e19ca3fd62&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0659444 Nov 23 12:47:42.958820 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-9b521bde-7289-40cb-be48-2d7e2f585f63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:43.000438 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-a09ee15a-346c-4841-9b38-819f87b58b5f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cbf1a10f3b4b4ad9bfc1dde4620dc0da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3623202 Nov 23 12:47:43.001318 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09ee15a-346c-4841-9b38-819f87b58b5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=003e83a3-470c-4c2f-a3dc-cfcffa61f494,revision_number=1']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:43.003649 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 48910) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:47:43.006205 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-a09ee15a-346c-4841-9b38-819f87b58b5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:43.063821 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-6bf3fd5c-a8cf-49a2-963c-18b62275189e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:43.091713 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-6bf3fd5c-a8cf-49a2-963c-18b62275189e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:43.092950 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f2358627-fe75-4db1-90e2-8d06f247bf39 req-db6f7b6d-a97e-4004-a773-cb802f1423d7 service neutron] 10.222.0.31 "GET /v2.0/networks/5fdf7688-bc8f-46d8-a49a-aba7f7df2881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311545 Nov 23 12:47:43.229308 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-6bf3fd5c-a8cf-49a2-963c-18b62275189e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:43.230560 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f2358627-fe75-4db1-90e2-8d06f247bf39 req-3c01f1f1-8913-4601-ad7b-33a5af0549a4 service neutron] 10.222.0.31 "GET /v2.0/networks/5fdf7688-bc8f-46d8-a49a-aba7f7df2881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314762 Nov 23 12:47:43.234049 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-414072ba-1823-41ab-bd92-83877180d2a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:43.250305 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf3fd5c-a8cf-49a2-963c-18b62275189e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=003e83a3-470c-4c2f-a3dc-cfcffa61f494,revision_number=None']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:43.253185 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-6bf3fd5c-a8cf-49a2-963c-18b62275189e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:43.260623 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-6bf3fd5c-a8cf-49a2-963c-18b62275189e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:43.262124 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-6bf3fd5c-a8cf-49a2-963c-18b62275189e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/003e83a3-470c-4c2f-a3dc-cfcffa61f494 HTTP/1.1" status: 204 len: 168 time: 0.2572474 Nov 23 12:47:43.429103 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-d0ac0d6c-4537-478a-91f6-3786b23df6d4 req-75ee6bb9-bc80-4703-a6ab-ff55c62b6b74 tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] 10.222.0.31 "GET /v2.0/ports?device_id=4870d007-11e5-4d1c-a7c2-127daec5ccaa HTTP/1.1" status: 200 len: 210 time: 0.0543885 Nov 23 12:47:43.620447 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 48936) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:47:43.654917 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-66ecf79a-4281-443e-9ead-7c8c961175a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:43.701709 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-66ecf79a-4281-443e-9ead-7c8c961175a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:47:43.717305 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-66ecf79a-4281-443e-9ead-7c8c961175a5 admin admin] Usage tracker for resource:security_group_rule and tenant:11b35c0a88184a8ab7fa9787bb91f4b3 is out of sync, need to count used quota {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:47:43.721458 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-66ecf79a-4281-443e-9ead-7c8c961175a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:47:43.732371 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-66ecf79a-4281-443e-9ead-7c8c961175a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:47:43.753400 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Device 1b8b2e2e-b6d9-46ec-85f5-4ab54bcc5d02 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 12:47:43.832908 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.plugin [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] No Port match for: 1b8b2e2e-b6d9-46ec-85f5-4ab54bcc5d02 {{(pid=86839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 12:47:43.833269 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Device 1b8b2e2e-b6d9-46ec-85f5-4ab54bcc5d02 not bound to the agent host hv-cinder-81888 {{(pid=86839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 12:47:44.016747 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-66ecf79a-4281-443e-9ead-7c8c961175a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:44.024864 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-66ecf79a-4281-443e-9ead-7c8c961175a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:44.048445 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-6d0fe73c-a215-4235-ba03-cbdf82ee796d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:44.110912 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecde8b5a-34c9-4f61-a4db-5c5fe5a7df5c req-c87b982e-96e1-472e-aa04-7010a56998ee tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:44.117921 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ecf79a-4281-443e-9ead-7c8c961175a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a71a439f-8183-45f9-abe2-04f3d94902ca,revision_number=1']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:44.121795 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-66ecf79a-4281-443e-9ead-7c8c961175a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:44.144508 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-ecde8b5a-34c9-4f61-a4db-5c5fe5a7df5c req-c87b982e-96e1-472e-aa04-7010a56998ee tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4d90f60-e137-4811-85c3-0bcfe3e77242 HTTP/1.1" status: 200 len: 946 time: 0.1409137 Nov 23 12:47:44.158039 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-66ecf79a-4281-443e-9ead-7c8c961175a5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=11b35c0a88184a8ab7fa9787bb91f4b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5362031 Nov 23 12:47:44.158895 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 48958) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:47:44.256159 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-ecde8b5a-34c9-4f61-a4db-5c5fe5a7df5c req-17b7cb89-8b9f-40a8-8347-86b8182b7ff1 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07395ea-6958-4a30-8653-814e78309a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097293 Nov 23 12:47:44.270742 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-a9915386-58f7-4b74-a0b0-01208d7d8610 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:44.277903 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 48964) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:47:44.302209 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-a9915386-58f7-4b74-a0b0-01208d7d8610 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:44.380020 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-a9915386-58f7-4b74-a0b0-01208d7d8610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:44.392929 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-a6897d0f-8a35-46e9-90c0-bf74c35c4e7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:44.415177 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9915386-58f7-4b74-a0b0-01208d7d8610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a71a439f-8183-45f9-abe2-04f3d94902ca,revision_number=None']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:44.417603 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-a9915386-58f7-4b74-a0b0-01208d7d8610 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:44.418946 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-a9915386-58f7-4b74-a0b0-01208d7d8610 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a71a439f-8183-45f9-abe2-04f3d94902ca HTTP/1.1" status: 204 len: 168 time: 0.2576745 Nov 23 12:47:44.420141 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-a9915386-58f7-4b74-a0b0-01208d7d8610 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:44.535611 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-62c5282f-bd03-41b4-8e71-680d3a1d317d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:44.573260 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-62c5282f-bd03-41b4-8e71-680d3a1d317d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:47:44.583518 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-62c5282f-bd03-41b4-8e71-680d3a1d317d admin admin] Usage tracker for resource:security_group_rule and tenant:84b8b6863da74a6bbb1d65e3188d1a2d is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:47:44.592284 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-62c5282f-bd03-41b4-8e71-680d3a1d317d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:47:44.600103 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-62c5282f-bd03-41b4-8e71-680d3a1d317d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:47:44.669486 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-9f8530a8-c5a7-472c-8f0d-b4eb7cb53b01 req-0202d5f8-a335-469f-a74d-22f7a5682255 tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] 10.222.0.31 "GET /v2.0/ports?device_id=4870d007-11e5-4d1c-a7c2-127daec5ccaa HTTP/1.1" status: 200 len: 210 time: 0.0584602 Nov 23 12:47:44.750161 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-62c5282f-bd03-41b4-8e71-680d3a1d317d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:44.758791 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-62c5282f-bd03-41b4-8e71-680d3a1d317d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:44.764470 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:44.806599 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-62c5282f-bd03-41b4-8e71-680d3a1d317d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=84b8b6863da74a6bbb1d65e3188d1a2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5269988 Nov 23 12:47:44.807664 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c5282f-bd03-41b4-8e71-680d3a1d317d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05e5cc73-ffb9-4efb-90e4-be7b47fea652,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:44.809446 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 48986) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:47:44.811301 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-62c5282f-bd03-41b4-8e71-680d3a1d317d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:44.882724 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-b12770c4-9dff-41ad-a9dc-026c80063468 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:44.925938 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-b12770c4-9dff-41ad-a9dc-026c80063468 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:44.993889 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-b12770c4-9dff-41ad-a9dc-026c80063468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:44.998602 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-a57d4a82-c368-4e4c-85a2-37c7722d5029 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:45.009708 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12770c4-9dff-41ad-a9dc-026c80063468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05e5cc73-ffb9-4efb-90e4-be7b47fea652,revision_number=None']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:45.016118 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-b12770c4-9dff-41ad-a9dc-026c80063468 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:45.016987 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-b12770c4-9dff-41ad-a9dc-026c80063468 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:45.021515 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-b12770c4-9dff-41ad-a9dc-026c80063468 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/05e5cc73-ffb9-4efb-90e4-be7b47fea652 HTTP/1.1" status: 204 len: 168 time: 0.2078588 Nov 23 12:47:45.367105 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2358627-fe75-4db1-90e2-8d06f247bf39 req-d82137f5-cc43-434c-b1ea-b711e2944531 tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:45.369243 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f2358627-fe75-4db1-90e2-8d06f247bf39 req-d82137f5-cc43-434c-b1ea-b711e2944531 tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] 10.222.0.54 "GET /v2.0/networks?id=5fdf7688-bc8f-46d8-a49a-aba7f7df2881 HTTP/1.1" status: 200 len: 809 time: 0.3008845 Nov 23 12:47:45.416135 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.v2.base [req-f2358627-fe75-4db1-90e2-8d06f247bf39 req-70e9a66b-bc6b-432a-a45d-8eabec0bb2df tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] Request body: {'port': {'device_id': '4870d007-11e5-4d1c-a7c2-127daec5ccaa', 'network_id': '5fdf7688-bc8f-46d8-a49a-aba7f7df2881', 'admin_state_up': True, 'tenant_id': 'a6530348bcbb413baed6b8e19ca3fd62'}} {{(pid=86838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:47:45.499406 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 49020) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:47:45.537932 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-1b39e67c-1bfa-4025-a78a-90622aa481b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:45.555834 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-1b39e67c-1bfa-4025-a78a-90622aa481b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:47:45.561136 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-1b39e67c-1bfa-4025-a78a-90622aa481b9 admin admin] Usage tracker for resource:security_group_rule and tenant:4c37744b7fbf48f9a398c344be5b735f is out of sync, need to count used quota {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:47:45.564613 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-1b39e67c-1bfa-4025-a78a-90622aa481b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:47:45.572168 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-1b39e67c-1bfa-4025-a78a-90622aa481b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:47:45.585678 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [req-f2358627-fe75-4db1-90e2-8d06f247bf39 req-70e9a66b-bc6b-432a-a45d-8eabec0bb2df tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:47:45.607790 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a34875-83f5-41b8-80a3-81af9d6a59b6 req-950cf5c4-aa2d-42a2-b488-bc73751c7c8c tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:45.615051 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-56a34875-83f5-41b8-80a3-81af9d6a59b6 req-950cf5c4-aa2d-42a2-b488-bc73751c7c8c tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4d90f60-e137-4811-85c3-0bcfe3e77242 HTTP/1.1" status: 200 len: 946 time: 0.2445350 Nov 23 12:47:45.618139 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [req-f2358627-fe75-4db1-90e2-8d06f247bf39 req-70e9a66b-bc6b-432a-a45d-8eabec0bb2df tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:47:45.657607 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2358627-fe75-4db1-90e2-8d06f247bf39 req-70e9a66b-bc6b-432a-a45d-8eabec0bb2df tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] Made reservation on behalf of a6530348bcbb413baed6b8e19ca3fd62 for: {'port': 1} {{(pid=86838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:47:45.661134 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-f2358627-fe75-4db1-90e2-8d06f247bf39 req-70e9a66b-bc6b-432a-a45d-8eabec0bb2df tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:45.695032 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-56a34875-83f5-41b8-80a3-81af9d6a59b6 req-c96fa1c7-d311-49fc-8911-dcddd5f2b942 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07395ea-6958-4a30-8653-814e78309a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789962 Nov 23 12:47:45.799937 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-1b39e67c-1bfa-4025-a78a-90622aa481b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:45.806824 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-1b39e67c-1bfa-4025-a78a-90622aa481b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:45.817265 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-35fe3fc7-70b8-4122-a5bc-e9756d4525d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:45.875218 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b39e67c-1bfa-4025-a78a-90622aa481b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=773733f3-566b-4bef-a273-36f0f8ecc607,revision_number=1']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:45.879336 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-1b39e67c-1bfa-4025-a78a-90622aa481b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:45.882662 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-1b39e67c-1bfa-4025-a78a-90622aa481b9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4c37744b7fbf48f9a398c344be5b735f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3822169 Nov 23 12:47:45.886777 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 49036) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:47:45.958307 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-6ec7b148-04d0-4547-ac10-99e6d5f23524 req-e8e7e0ad-03c3-45b3-9c2f-d0d771f9055c tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] 10.222.0.31 "GET /v2.0/ports?device_id=4870d007-11e5-4d1c-a7c2-127daec5ccaa HTTP/1.1" status: 200 len: 210 time: 0.1530292 Nov 23 12:47:45.997602 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-27becfd7-c655-42e6-94c2-705de8fa9cd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:46.034096 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.db_base_plugin_common [req-f2358627-fe75-4db1-90e2-8d06f247bf39 req-70e9a66b-bc6b-432a-a45d-8eabec0bb2df tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] Allocated IP 172.20.0.2 (5fdf7688-bc8f-46d8-a49a-aba7f7df2881/625fb517-f4a1-457c-8414-30acbbac75df/b06e99eb-d56f-4087-b2cd-3f18814ac519) {{(pid=86838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:47:46.044126 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-27becfd7-c655-42e6-94c2-705de8fa9cd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:46.267062 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-27becfd7-c655-42e6-94c2-705de8fa9cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:46.275472 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-14649680-0312-491c-a5fb-d9c925c40ddf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:46.291906 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27becfd7-c655-42e6-94c2-705de8fa9cd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=773733f3-566b-4bef-a273-36f0f8ecc607,revision_number=None']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:46.295434 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-27becfd7-c655-42e6-94c2-705de8fa9cd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:46.304972 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-27becfd7-c655-42e6-94c2-705de8fa9cd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:46.309261 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-27becfd7-c655-42e6-94c2-705de8fa9cd6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/773733f3-566b-4bef-a273-36f0f8ecc607 HTTP/1.1" status: 204 len: 168 time: 0.4212582 Nov 23 12:47:46.322994 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074fba5c-5652-4c0b-b458-1f216a8aaa0c req-3a5e246b-f587-484d-8206-4f20ef88f3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:46.325049 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-074fba5c-5652-4c0b-b458-1f216a8aaa0c req-3a5e246b-f587-484d-8206-4f20ef88f3cb service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c4d90f60-e137-4811-85c3-0bcfe3e77242 HTTP/1.1" status: 200 len: 1099 time: 0.1809700 Nov 23 12:47:46.399509 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-074fba5c-5652-4c0b-b458-1f216a8aaa0c req-f7bad986-b73f-4f46-8287-1749c5664047 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=a07395ea-6958-4a30-8653-814e78309a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606680 Nov 23 12:47:46.427230 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 49048) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:47:46.493671 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-f2358627-fe75-4db1-90e2-8d06f247bf39 req-70e9a66b-bc6b-432a-a45d-8eabec0bb2df tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] Notify callbacks [] for port, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:46.526982 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-f2358627-fe75-4db1-90e2-8d06f247bf39 req-70e9a66b-bc6b-432a-a45d-8eabec0bb2df tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788170525763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8277302'] for port, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:46.534796 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:46.606891 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2358627-fe75-4db1-90e2-8d06f247bf39 req-70e9a66b-bc6b-432a-a45d-8eabec0bb2df tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] Network 5fdf7688-bc8f-46d8-a49a-aba7f7df2881 is already hosted by enough agents. {{(pid=86838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:47:46.610000 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.scheduler.base_scheduler [req-f2358627-fe75-4db1-90e2-8d06f247bf39 req-70e9a66b-bc6b-432a-a45d-8eabec0bb2df tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] Resources bound (agent type, host, resource id): {{(pid=86838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:47:46.613945 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2358627-fe75-4db1-90e2-8d06f247bf39 req-70e9a66b-bc6b-432a-a45d-8eabec0bb2df tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] Received port after_create {{(pid=86838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 12:47:46.669458 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e9a66b-bc6b-432a-a45d-8eabec0bb2df tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] Pushing event updated for resources: {'Port': ['ID=b06e99eb-d56f-4087-b2cd-3f18814ac519,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:46.678421 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-70e9a66b-bc6b-432a-a45d-8eabec0bb2df tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:46.704871 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-e13132ba-94e9-4eb4-b73d-85e5efc628c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:46.704998 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2358627-fe75-4db1-90e2-8d06f247bf39 req-70e9a66b-bc6b-432a-a45d-8eabec0bb2df tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:46.705621 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-f2358627-fe75-4db1-90e2-8d06f247bf39 req-70e9a66b-bc6b-432a-a45d-8eabec0bb2df tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188604'] for port, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:46.721605 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-e13132ba-94e9-4eb4-b73d-85e5efc628c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:47:46.725687 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-e13132ba-94e9-4eb4-b73d-85e5efc628c5 admin admin] Usage tracker for resource:security_group_rule and tenant:7e74c8fc04ba4f6abfe54ac5a695f181 is out of sync, need to count used quota {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:47:46.729310 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-e13132ba-94e9-4eb4-b73d-85e5efc628c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:47:46.735662 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-e13132ba-94e9-4eb4-b73d-85e5efc628c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:47:46.766401 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f2358627-fe75-4db1-90e2-8d06f247bf39 req-70e9a66b-bc6b-432a-a45d-8eabec0bb2df tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3612604 Nov 23 12:47:46.792460 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.v2.base [req-f2358627-fe75-4db1-90e2-8d06f247bf39 req-01a77e9b-e314-40f9-adc8-3acb2297186f service neutron] Request body: {'port': {'device_id': '4870d007-11e5-4d1c-a7c2-127daec5ccaa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:47:46.925580 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-e13132ba-94e9-4eb4-b73d-85e5efc628c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:46.932841 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-e13132ba-94e9-4eb4-b73d-85e5efc628c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:46.943301 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-a09ee15a-346c-4841-9b38-819f87b58b5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:46.998910 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-e13132ba-94e9-4eb4-b73d-85e5efc628c5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7e74c8fc04ba4f6abfe54ac5a695f181&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5683334 Nov 23 12:47:46.998910 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13132ba-94e9-4eb4-b73d-85e5efc628c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=249091ed-92bd-46bc-b012-cf06f5f9d1d8,revision_number=1']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:47.000069 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 49078) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:47:47.005078 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3482b98-d6be-4aa9-9bb5-cfcde79f655d req-562d81b4-1f47-4a94-9a1f-705f78ed22a4 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:47.008060 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-b3482b98-d6be-4aa9-9bb5-cfcde79f655d req-562d81b4-1f47-4a94-9a1f-705f78ed22a4 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4d90f60-e137-4811-85c3-0bcfe3e77242 HTTP/1.1" status: 200 len: 946 time: 0.1628826 Nov 23 12:47:47.015269 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-f2358627-fe75-4db1-90e2-8d06f247bf39 req-01a77e9b-e314-40f9-adc8-3acb2297186f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:47.034673 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-e13132ba-94e9-4eb4-b73d-85e5efc628c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:47.085457 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-2626591a-1f15-4be2-b323-7f5c62160f23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:47.113685 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-2626591a-1f15-4be2-b323-7f5c62160f23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:47.186550 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-2626591a-1f15-4be2-b323-7f5c62160f23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:47.187650 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-b3482b98-d6be-4aa9-9bb5-cfcde79f655d req-1243d6c8-092c-491a-b293-9cd7dee4fefa tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07395ea-6958-4a30-8653-814e78309a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713841 Nov 23 12:47:47.192728 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-38bb4242-0082-4728-9f3f-175d1d258f97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:47.216934 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2626591a-1f15-4be2-b323-7f5c62160f23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=249091ed-92bd-46bc-b012-cf06f5f9d1d8,revision_number=None']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:47.241068 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-2626591a-1f15-4be2-b323-7f5c62160f23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:47.245307 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-2626591a-1f15-4be2-b323-7f5c62160f23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:47.246442 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-2626591a-1f15-4be2-b323-7f5c62160f23 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/249091ed-92bd-46bc-b012-cf06f5f9d1d8 HTTP/1.1" status: 204 len: 168 time: 0.2454796 Nov 23 12:47:47.583212 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a060eb-4bcb-42ee-912c-89efb5d0e68c req-6e6c3a43-3b20-4a9b-841c-6d0315f60353 tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:47.583968 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-71a060eb-4bcb-42ee-912c-89efb5d0e68c req-6e6c3a43-3b20-4a9b-841c-6d0315f60353 tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] Synchronizing usage tracker for tenant:a6530348bcbb413baed6b8e19ca3fd62 on resource:port {{(pid=86838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:47:47.612495 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-71a060eb-4bcb-42ee-912c-89efb5d0e68c req-6e6c3a43-3b20-4a9b-841c-6d0315f60353 tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] Unset dirty status for tenant:a6530348bcbb413baed6b8e19ca3fd62 on resource:port {{(pid=86838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:47:47.613674 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-71a060eb-4bcb-42ee-912c-89efb5d0e68c req-6e6c3a43-3b20-4a9b-841c-6d0315f60353 tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] 10.222.0.31 "GET /v2.0/ports?device_id=4870d007-11e5-4d1c-a7c2-127daec5ccaa HTTP/1.1" status: 200 len: 931 time: 0.2658658 Nov 23 12:47:47.709433 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.notifiers.nova [req-f2358627-fe75-4db1-90e2-8d06f247bf39 req-01a77e9b-e314-40f9-adc8-3acb2297186f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b06e99eb-d56f-4087-b2cd-3f18814ac519 {{(pid=86838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 12:47:47.730003 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-71a060eb-4bcb-42ee-912c-89efb5d0e68c req-6e1d950e-3654-4ec0-ba28-5c0ee16d5e5c tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] 10.222.0.31 "GET /v2.0/security-groups?id=23539a58-ae83-4e18-a5a8-cc40d26808b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101060 Nov 23 12:47:47.755567 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-f2358627-fe75-4db1-90e2-8d06f247bf39 req-01a77e9b-e314-40f9-adc8-3acb2297186f service neutron] Notify callbacks [] for port, precommit_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:47.780413 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.provisioning_blocks [req-f2358627-fe75-4db1-90e2-8d06f247bf39 req-01a77e9b-e314-40f9-adc8-3acb2297186f service neutron] Transition to ACTIVE for port object b06e99eb-d56f-4087-b2cd-3f18814ac519 will not be triggered until provisioned by entity L2. {{(pid=86838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:47:47.794973 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-f2358627-fe75-4db1-90e2-8d06f247bf39 req-01a77e9b-e314-40f9-adc8-3acb2297186f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8277311'] for port, after_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:47.805960 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-ad9b748d-c0c2-4593-bb15-f34825868568 tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:48.137724 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a77e9b-e314-40f9-adc8-3acb2297186f service neutron] Pushing event updated for resources: {'Port': ['ID=b06e99eb-d56f-4087-b2cd-3f18814ac519,revision_number=2']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:48.184199 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-01a77e9b-e314-40f9-adc8-3acb2297186f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:48.236280 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 49132) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:47:48.291899 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.managers [req-f2358627-fe75-4db1-90e2-8d06f247bf39 req-01a77e9b-e314-40f9-adc8-3acb2297186f service neutron] Attempting to bind port b06e99eb-d56f-4087-b2cd-3f18814ac519 on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 12:47:48.292238 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.managers [req-f2358627-fe75-4db1-90e2-8d06f247bf39 req-01a77e9b-e314-40f9-adc8-3acb2297186f service neutron] Attempting to bind port b06e99eb-d56f-4087-b2cd-3f18814ac519 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': 'ff1eac05-7a6f-4b4a-b86b-726abee76ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '5fdf7688-bc8f-46d8-a49a-aba7f7df2881'}] {{(pid=86838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 12:47:48.292568 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2358627-fe75-4db1-90e2-8d06f247bf39 req-01a77e9b-e314-40f9-adc8-3acb2297186f service neutron] Attempting to bind port b06e99eb-d56f-4087-b2cd-3f18814ac519 on network 5fdf7688-bc8f-46d8-a49a-aba7f7df2881 {{(pid=86838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:47:48.299756 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2358627-fe75-4db1-90e2-8d06f247bf39 req-01a77e9b-e314-40f9-adc8-3acb2297186f service neutron] Port b06e99eb-d56f-4087-b2cd-3f18814ac519 on network 5fdf7688-bc8f-46d8-a49a-aba7f7df2881 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 23 12:47:48.300141 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2358627-fe75-4db1-90e2-8d06f247bf39 req-01a77e9b-e314-40f9-adc8-3acb2297186f service neutron] Attempting to bind port b06e99eb-d56f-4087-b2cd-3f18814ac519 on network 5fdf7688-bc8f-46d8-a49a-aba7f7df2881 {{(pid=86838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:47:48.317021 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2358627-fe75-4db1-90e2-8d06f247bf39 req-01a77e9b-e314-40f9-adc8-3acb2297186f service neutron] Checking agent: {'id': 'c02b2241-eea5-43d7-ab73-e33b65374cd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 44, 5), 'started_at': datetime.datetime(2021, 11, 23, 12, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 12:47:48.317476 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2358627-fe75-4db1-90e2-8d06f247bf39 req-01a77e9b-e314-40f9-adc8-3acb2297186f service neutron] Checking segment: {'id': 'ff1eac05-7a6f-4b4a-b86b-726abee76ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '5fdf7688-bc8f-46d8-a49a-aba7f7df2881'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:47:48.320201 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2358627-fe75-4db1-90e2-8d06f247bf39 req-01a77e9b-e314-40f9-adc8-3acb2297186f service neutron] Bound using segment: {'id': 'ff1eac05-7a6f-4b4a-b86b-726abee76ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '5fdf7688-bc8f-46d8-a49a-aba7f7df2881'} {{(pid=86838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 12:47:48.320940 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.managers [req-f2358627-fe75-4db1-90e2-8d06f247bf39 req-01a77e9b-e314-40f9-adc8-3acb2297186f service neutron] Bound port: b06e99eb-d56f-4087-b2cd-3f18814ac519, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff1eac05-7a6f-4b4a-b86b-726abee76ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '5fdf7688-bc8f-46d8-a49a-aba7f7df2881'}}] {{(pid=86838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 12:47:48.323064 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-f2358627-fe75-4db1-90e2-8d06f247bf39 req-01a77e9b-e314-40f9-adc8-3acb2297186f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:48.482341 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-72e7a303-216e-44cb-8b8a-c208bf7449ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:48.521321 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.db [req-f2358627-fe75-4db1-90e2-8d06f247bf39 req-01a77e9b-e314-40f9-adc8-3acb2297186f service neutron] For port b06e99eb-d56f-4087-b2cd-3f18814ac519, host hv-cinder-81888, cleared binding levels {{(pid=86838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 12:47:48.525439 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.db [req-f2358627-fe75-4db1-90e2-8d06f247bf39 req-01a77e9b-e314-40f9-adc8-3acb2297186f service neutron] For port b06e99eb-d56f-4087-b2cd-3f18814ac519, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=b06e99eb-d56f-4087-b2cd-3f18814ac519,segment=NetworkSegment(ff1eac05-7a6f-4b4a-b86b-726abee76ecb),segment_id=ff1eac05-7a6f-4b4a-b86b-726abee76ecb)] {{(pid=86838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 12:47:48.536522 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-72e7a303-216e-44cb-8b8a-c208bf7449ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:47:48.541719 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-72e7a303-216e-44cb-8b8a-c208bf7449ac admin admin] Usage tracker for resource:security_group_rule and tenant:2dad7c16ef5940ee9094e8bbf6a70883 is out of sync, need to count used quota {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:47:48.542185 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-f2358627-fe75-4db1-90e2-8d06f247bf39 req-01a77e9b-e314-40f9-adc8-3acb2297186f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8277311'] for port, after_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:48.545981 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-72e7a303-216e-44cb-8b8a-c208bf7449ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:47:48.551221 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:48.552629 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-72e7a303-216e-44cb-8b8a-c208bf7449ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:47:48.590848 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2110cbb2-8a0f-4b23-b5a8-983dbe7dd298 req-35e79bc2-e12a-4e63-a181-8a95b1a7e5ff tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:48.592352 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-2110cbb2-8a0f-4b23-b5a8-983dbe7dd298 req-35e79bc2-e12a-4e63-a181-8a95b1a7e5ff tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4d90f60-e137-4811-85c3-0bcfe3e77242 HTTP/1.1" status: 200 len: 946 time: 0.1827407 Nov 23 12:47:48.621369 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2358627-fe75-4db1-90e2-8d06f247bf39 req-01a77e9b-e314-40f9-adc8-3acb2297186f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:48.621866 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-f2358627-fe75-4db1-90e2-8d06f247bf39 req-01a77e9b-e314-40f9-adc8-3acb2297186f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188604'] for port, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:48.623368 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f2358627-fe75-4db1-90e2-8d06f247bf39 req-01a77e9b-e314-40f9-adc8-3acb2297186f service neutron] 10.222.0.54 "PUT /v2.0/ports/b06e99eb-d56f-4087-b2cd-3f18814ac519 HTTP/1.1" status: 200 len: 1093 time: 1.8356147 Nov 23 12:47:48.625664 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4870d007-11e5-4d1c-a7c2-127daec5ccaa', 'tag': 'b06e99eb-d56f-4087-b2cd-3f18814ac519'}] {{(pid=86838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:47:48.655579 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-72e7a303-216e-44cb-8b8a-c208bf7449ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:48.665041 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-72e7a303-216e-44cb-8b8a-c208bf7449ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:48.677378 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-2110cbb2-8a0f-4b23-b5a8-983dbe7dd298 req-e1c17358-01de-4513-8ebe-59d0b40a7f1f tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07395ea-6958-4a30-8653-814e78309a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769022 Nov 23 12:47:48.677378 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a77e9b-e314-40f9-adc8-3acb2297186f service neutron] Pushing event updated for resources: {'Port': ['ID=b06e99eb-d56f-4087-b2cd-3f18814ac519,revision_number=3']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:48.680528 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-01a77e9b-e314-40f9-adc8-3acb2297186f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:48.682210 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-d903d824-2510-4bbb-b292-941f917acc72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:48.731019 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4870d007-11e5-4d1c-a7c2-127daec5ccaa', 'tag': 'b06e99eb-d56f-4087-b2cd-3f18814ac519', 'status': 'completed', 'code': 200} Nov 23 12:47:48.738005 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-72e7a303-216e-44cb-8b8a-c208bf7449ac admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2dad7c16ef5940ee9094e8bbf6a70883&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5006223 Nov 23 12:47:48.740497 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 49160) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:47:48.779191 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2358627-fe75-4db1-90e2-8d06f247bf39 req-0f03dbef-5391-42e7-81ab-370dc716a8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:48.781571 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f2358627-fe75-4db1-90e2-8d06f247bf39 req-0f03dbef-5391-42e7-81ab-370dc716a8e9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a6530348bcbb413baed6b8e19ca3fd62&device_id=4870d007-11e5-4d1c-a7c2-127daec5ccaa HTTP/1.1" status: 200 len: 1096 time: 0.0915482 Nov 23 12:47:48.786628 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e7a303-216e-44cb-8b8a-c208bf7449ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8ee7019-0a3a-4b2f-9d48-d2c5f6d5296a,revision_number=1']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:48.791661 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-72e7a303-216e-44cb-8b8a-c208bf7449ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:48.871274 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-7a430f21-fe23-4074-b5eb-827ce8ed1997 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:48.908817 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-7a430f21-fe23-4074-b5eb-827ce8ed1997 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:48.985187 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-7a430f21-fe23-4074-b5eb-827ce8ed1997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:48.990932 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-ccfa4ad2-11cd-48ce-9d18-63176554b4aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:49.004623 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a430f21-fe23-4074-b5eb-827ce8ed1997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8ee7019-0a3a-4b2f-9d48-d2c5f6d5296a,revision_number=None']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:49.007231 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f2358627-fe75-4db1-90e2-8d06f247bf39 req-ebc79ddb-169d-4eb1-b118-9160fc5617a5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b06e99eb-d56f-4087-b2cd-3f18814ac519 HTTP/1.1" status: 200 len: 217 time: 0.2079899 Nov 23 12:47:49.012342 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-7a430f21-fe23-4074-b5eb-827ce8ed1997 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:49.015114 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-7a430f21-fe23-4074-b5eb-827ce8ed1997 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:49.016307 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-7a430f21-fe23-4074-b5eb-827ce8ed1997 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a8ee7019-0a3a-4b2f-9d48-d2c5f6d5296a HTTP/1.1" status: 204 len: 168 time: 0.2683585 Nov 23 12:47:49.127123 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2358627-fe75-4db1-90e2-8d06f247bf39 req-da9b07b1-d496-4990-a919-642fdd8d8b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:49.128617 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f2358627-fe75-4db1-90e2-8d06f247bf39 req-da9b07b1-d496-4990-a919-642fdd8d8b6d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=625fb517-f4a1-457c-8414-30acbbac75df HTTP/1.1" status: 200 len: 849 time: 0.1068003 Nov 23 12:47:49.146221 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d893cb6c-1a32-4af1-a268-db7bec9f0f40 req-96911e8f-c8d5-4131-a72d-d3060d25d867 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:49.147812 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-d893cb6c-1a32-4af1-a268-db7bec9f0f40 req-96911e8f-c8d5-4131-a72d-d3060d25d867 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/ports?device_id=1aa277d2-d587-4c30-a177-a45523276ec0 HTTP/1.1" status: 200 len: 945 time: 0.2502501 Nov 23 12:47:49.190912 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8961d6-59af-4584-b264-a29eec361a77 req-a58b8df0-1d41-4fca-8923-cb0754403d54 tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:49.192405 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-5e8961d6-59af-4584-b264-a29eec361a77 req-a58b8df0-1d41-4fca-8923-cb0754403d54 tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] 10.222.0.31 "GET /v2.0/ports?device_id=4870d007-11e5-4d1c-a7c2-127daec5ccaa HTTP/1.1" status: 200 len: 943 time: 0.2959924 Nov 23 12:47:49.232731 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f2358627-fe75-4db1-90e2-8d06f247bf39 req-edd9c38a-b3c2-4440-9051-e60945afcf1c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5fdf7688-bc8f-46d8-a49a-aba7f7df2881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0839427 Nov 23 12:47:49.356956 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-d893cb6c-1a32-4af1-a268-db7bec9f0f40 req-3fe3a7d5-6416-4d86-b823-c1ad200f806d tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07395ea-6958-4a30-8653-814e78309a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635530 Nov 23 12:47:49.375615 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-5e8961d6-59af-4584-b264-a29eec361a77 req-1501f56f-513d-4229-a0e6-7e0d45f5094e tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] 10.222.0.31 "GET /v2.0/security-groups?id=23539a58-ae83-4e18-a5a8-cc40d26808b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763980 Nov 23 12:47:49.427944 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f2358627-fe75-4db1-90e2-8d06f247bf39 req-7cb029d0-560b-4073-a50d-51b493cb26bd service neutron] 10.222.0.54 "GET /v2.0/networks/5fdf7688-bc8f-46d8-a49a-aba7f7df2881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756930 Nov 23 12:47:49.532902 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 49210) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:47:49.574083 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-281cdab1-4d80-4a19-855c-738bfe684a9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:49.613347 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-281cdab1-4d80-4a19-855c-738bfe684a9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:47:49.620872 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-281cdab1-4d80-4a19-855c-738bfe684a9b admin admin] Usage tracker for resource:security_group_rule and tenant:031eb838abf446caba4d76d96cc5c85f is out of sync, need to count used quota {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:47:49.623532 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f2358627-fe75-4db1-90e2-8d06f247bf39 req-cd505b71-f750-4dbb-9cd2-4a9370bd6ab2 service neutron] 10.222.0.54 "GET /v2.0/networks/5fdf7688-bc8f-46d8-a49a-aba7f7df2881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864712 Nov 23 12:47:49.627603 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-281cdab1-4d80-4a19-855c-738bfe684a9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:47:49.636110 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-281cdab1-4d80-4a19-855c-738bfe684a9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:47:49.762013 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-281cdab1-4d80-4a19-855c-738bfe684a9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:49.767974 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-281cdab1-4d80-4a19-855c-738bfe684a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:49.781299 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-17cbd143-185f-4f51-8159-b3d0d1375c2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:49.790891 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448fd977-f795-46f8-a9b7-ac4c3c739c97 req-ab1f037b-74e2-429a-8e26-f98f3e6cff75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:49.793947 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-448fd977-f795-46f8-a9b7-ac4c3c739c97 req-ab1f037b-74e2-429a-8e26-f98f3e6cff75 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a6530348bcbb413baed6b8e19ca3fd62&device_id=4870d007-11e5-4d1c-a7c2-127daec5ccaa HTTP/1.1" status: 200 len: 1096 time: 0.0944619 Nov 23 12:47:49.837333 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-281cdab1-4d80-4a19-855c-738bfe684a9b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=031eb838abf446caba4d76d96cc5c85f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3026125 Nov 23 12:47:49.838101 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 49226) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:47:49.838855 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281cdab1-4d80-4a19-855c-738bfe684a9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baa0efdf-8e4b-451f-b8da-f044d4823f49,revision_number=1']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:49.844074 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-281cdab1-4d80-4a19-855c-738bfe684a9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:49.918221 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-391fea33-9ffd-4f63-addb-e9126e2cf793 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:49.983316 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-391fea33-9ffd-4f63-addb-e9126e2cf793 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:49.988773 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448fd977-f795-46f8-a9b7-ac4c3c739c97 req-c44e18d3-7a22-4f76-b3d6-3c4e58a6ab4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:49.997877 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-448fd977-f795-46f8-a9b7-ac4c3c739c97 req-c44e18d3-7a22-4f76-b3d6-3c4e58a6ab4e service neutron] 10.222.0.54 "GET /v2.0/networks?id=5fdf7688-bc8f-46d8-a49a-aba7f7df2881 HTTP/1.1" status: 200 len: 910 time: 0.1862605 Nov 23 12:47:50.069169 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-391fea33-9ffd-4f63-addb-e9126e2cf793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:50.081491 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-a9915386-58f7-4b74-a0b0-01208d7d8610 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:50.118894 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391fea33-9ffd-4f63-addb-e9126e2cf793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baa0efdf-8e4b-451f-b8da-f044d4823f49,revision_number=None']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:50.128923 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-391fea33-9ffd-4f63-addb-e9126e2cf793 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:50.154590 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-391fea33-9ffd-4f63-addb-e9126e2cf793 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:50.155969 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-391fea33-9ffd-4f63-addb-e9126e2cf793 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/baa0efdf-8e4b-451f-b8da-f044d4823f49 HTTP/1.1" status: 204 len: 168 time: 0.3138597 Nov 23 12:47:50.227768 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-448fd977-f795-46f8-a9b7-ac4c3c739c97 req-7b23c00d-b902-4702-ba5e-97707e00854a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b06e99eb-d56f-4087-b2cd-3f18814ac519 HTTP/1.1" status: 200 len: 217 time: 0.2079234 Nov 23 12:47:50.380179 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448fd977-f795-46f8-a9b7-ac4c3c739c97 req-e3d7ea86-27d3-4eed-9e69-060117981971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:50.383047 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-448fd977-f795-46f8-a9b7-ac4c3c739c97 req-e3d7ea86-27d3-4eed-9e69-060117981971 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=625fb517-f4a1-457c-8414-30acbbac75df HTTP/1.1" status: 200 len: 849 time: 0.1442370 Nov 23 12:47:50.590481 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-448fd977-f795-46f8-a9b7-ac4c3c739c97 req-a3064c73-a440-4fc3-9bb7-c207950fb121 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5fdf7688-bc8f-46d8-a49a-aba7f7df2881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1854980 Nov 23 12:47:50.618067 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b95a26-b39e-4367-bc2c-7f7c93602350 req-154b10eb-8475-482d-8c01-1d3adccf1d16 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:50.619784 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f6b95a26-b39e-4367-bc2c-7f7c93602350 req-154b10eb-8475-482d-8c01-1d3adccf1d16 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.31 "GET /v2.0/networks?id=db06a41a-eafd-447e-965a-14c1b39ecb30 HTTP/1.1" status: 200 len: 815 time: 0.4379971 Nov 23 12:47:50.716279 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f6b95a26-b39e-4367-bc2c-7f7c93602350 req-3bd3226c-d9da-416f-bb77-0941e72702d0 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.31 "GET /v2.0/quotas/d66b4a21b0fe4386a781f7160eda94ae HTTP/1.1" status: 200 len: 375 time: 0.0737274 Nov 23 12:47:50.867511 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d421972c-c0b2-4d4d-8fd0-9f587b8594ab req-27893f7b-582b-40a9-b927-95719207c76f tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:50.868997 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-d421972c-c0b2-4d4d-8fd0-9f587b8594ab req-27893f7b-582b-40a9-b927-95719207c76f tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] 10.222.0.31 "GET /v2.0/ports?device_id=4870d007-11e5-4d1c-a7c2-127daec5ccaa HTTP/1.1" status: 200 len: 943 time: 0.3357487 Nov 23 12:47:50.883245 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-448fd977-f795-46f8-a9b7-ac4c3c739c97 req-c19026e4-fd22-4573-b1e1-a43a0bfa7f83 service neutron] 10.222.0.54 "GET /v2.0/networks/5fdf7688-bc8f-46d8-a49a-aba7f7df2881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2706347 Nov 23 12:47:51.023860 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f6b95a26-b39e-4367-bc2c-7f7c93602350 req-ff5c4339-c79e-4ef0-be5e-33d13ffd0d40 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d66b4a21b0fe4386a781f7160eda94ae&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2913587 Nov 23 12:47:51.085222 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-d421972c-c0b2-4d4d-8fd0-9f587b8594ab req-fedf2f9f-4ad5-4458-9435-2faacad3da9a tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] 10.222.0.31 "GET /v2.0/security-groups?id=23539a58-ae83-4e18-a5a8-cc40d26808b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995206 Nov 23 12:47:51.253689 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-448fd977-f795-46f8-a9b7-ac4c3c739c97 req-e16a01c0-f3b2-4ab2-8a36-6840912f3bdf service neutron] 10.222.0.54 "GET /v2.0/networks/5fdf7688-bc8f-46d8-a49a-aba7f7df2881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3498759 Nov 23 12:47:51.311448 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f6b95a26-b39e-4367-bc2c-7f7c93602350 req-07ecc887-1d63-47b0-84f2-77f8c740859c service neutron] 10.222.0.31 "GET /v2.0/networks/db06a41a-eafd-447e-965a-14c1b39ecb30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2771027 Nov 23 12:47:51.479757 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f6b95a26-b39e-4367-bc2c-7f7c93602350 req-a233ec7f-e4b8-4b85-9fb5-a9acf9a7ea81 service neutron] 10.222.0.31 "GET /v2.0/networks/db06a41a-eafd-447e-965a-14c1b39ecb30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636708 Nov 23 12:47:51.696447 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-fbce1a9a-e928-44b1-8721-4fdaff878fde req-6dba6f33-934d-40ac-9be8-7641e5c1d72a tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.31 "GET /v2.0/ports?device_id=82f3c09a-89c6-4d99-a268-d23bd9c7bd4b HTTP/1.1" status: 200 len: 210 time: 0.0674140 Nov 23 12:47:51.801482 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Device b06e99eb-d56f-4087-b2cd-3f18814ac519 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 23 12:47:51.948968 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8358c6-c30e-4e19-bfe1-c0bf547767f9 req-72a631e9-e1b3-4626-86b9-b3307ac9fc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:51.950478 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-be8358c6-c30e-4e19-bfe1-c0bf547767f9 req-72a631e9-e1b3-4626-86b9-b3307ac9fc58 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=91624ff73b014ed4aa8831330bf94986&device_id=1aa277d2-d587-4c30-a177-a45523276ec0 HTTP/1.1" status: 200 len: 1098 time: 0.1563239 Nov 23 12:47:51.961501 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa90aa8-685d-4415-a53b-3d44191b949b req-262a45cb-7259-46c1-8d92-223f89dfd29f tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:51.963443 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-caa90aa8-685d-4415-a53b-3d44191b949b req-262a45cb-7259-46c1-8d92-223f89dfd29f tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/ports?device_id=1aa277d2-d587-4c30-a177-a45523276ec0 HTTP/1.1" status: 200 len: 945 time: 0.1240988 Nov 23 12:47:51.982045 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] For port b06e99eb-d56f-4087-b2cd-3f18814ac519, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=b06e99eb-d56f-4087-b2cd-3f18814ac519,segment=NetworkSegment(ff1eac05-7a6f-4b4a-b86b-726abee76ecb),segment_id=ff1eac05-7a6f-4b4a-b86b-726abee76ecb)] {{(pid=86839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:47:52.001539 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Returning: {'device': 'b06e99eb-d56f-4087-b2cd-3f18814ac519', 'network_id': '5fdf7688-bc8f-46d8-a49a-aba7f7df2881', 'port_id': 'b06e99eb-d56f-4087-b2cd-3f18814ac519', 'mac_address': 'fa:16:3e:7c:da:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 772, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '625fb517-f4a1-457c-8414-30acbbac75df', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 23 12:47:52.093135 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:52.134332 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-caa90aa8-685d-4415-a53b-3d44191b949b req-f17df1f0-e2a1-4a3a-b66c-814b8e25d962 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07395ea-6958-4a30-8653-814e78309a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481371 Nov 23 12:47:52.200908 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8358c6-c30e-4e19-bfe1-c0bf547767f9 req-600c07d8-15e6-450f-ba7a-caac34cc9671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:52.206987 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-be8358c6-c30e-4e19-bfe1-c0bf547767f9 req-600c07d8-15e6-450f-ba7a-caac34cc9671 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f9d133c8-4135-48e6-b582-06743cb8c4da HTTP/1.1" status: 200 len: 918 time: 0.2395153 Nov 23 12:47:52.231022 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.notifiers.nova [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b06e99eb-d56f-4087-b2cd-3f18814ac519 {{(pid=86839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 12:47:52.251694 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] For port b06e99eb-d56f-4087-b2cd-3f18814ac519, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=b06e99eb-d56f-4087-b2cd-3f18814ac519,segment=NetworkSegment(ff1eac05-7a6f-4b4a-b86b-726abee76ecb),segment_id=ff1eac05-7a6f-4b4a-b86b-726abee76ecb)] {{(pid=86839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:47:52.260363 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826'] for port, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:52.263779 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:52.308564 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-be8358c6-c30e-4e19-bfe1-c0bf547767f9 req-13ac522d-e71d-4640-a8ab-eabffa3577fc service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=802d7382-a7a7-4d00-8901-3b4993b19393 HTTP/1.1" status: 200 len: 217 time: 0.0925620 Nov 23 12:47:52.346809 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Pushing event updated for resources: {'Port': ['ID=b06e99eb-d56f-4087-b2cd-3f18814ac519,revision_number=4']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:52.359699 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:52.463993 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8358c6-c30e-4e19-bfe1-c0bf547767f9 req-1099adce-378a-46ac-9b64-2bb1adb30677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:52.465220 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-be8358c6-c30e-4e19-bfe1-c0bf547767f9 req-1099adce-378a-46ac-9b64-2bb1adb30677 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bd51d8cb-0c29-4851-b2cf-4f44e529c93c HTTP/1.1" status: 200 len: 857 time: 0.1144664 Nov 23 12:47:52.530432 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce16af4d-e9e6-4bd3-8c8f-6918de8abfa7 req-58b6846c-0944-45fb-a283-efb6ec009c72 tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:52.539398 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-ce16af4d-e9e6-4bd3-8c8f-6918de8abfa7 req-58b6846c-0944-45fb-a283-efb6ec009c72 tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] 10.222.0.31 "GET /v2.0/ports?device_id=4870d007-11e5-4d1c-a7c2-127daec5ccaa HTTP/1.1" status: 200 len: 944 time: 0.2308087 Nov 23 12:47:52.563652 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-be8358c6-c30e-4e19-bfe1-c0bf547767f9 req-629d64c1-0ea9-4f96-959b-c0756c045a07 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f9d133c8-4135-48e6-b582-06743cb8c4da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0867150 Nov 23 12:47:52.598844 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-ce16af4d-e9e6-4bd3-8c8f-6918de8abfa7 req-b2988ac1-2dae-4ecf-902b-9bb2b42ee13e tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] 10.222.0.31 "GET /v2.0/security-groups?id=23539a58-ae83-4e18-a5a8-cc40d26808b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584846 Nov 23 12:47:52.679443 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] get_ports_and_sgs() called for port_ids ['b06e99eb-d56f-4087-b2cd-3f18814ac519'] {{(pid=86839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 12:47:52.838739 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-be8358c6-c30e-4e19-bfe1-c0bf547767f9 req-db24e385-f26a-411a-87b0-0b6b23b706ae service neutron] 10.222.0.54 "GET /v2.0/networks/f9d133c8-4135-48e6-b582-06743cb8c4da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439537 Nov 23 12:47:52.930910 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-3d484079-4d67-4e37-8d22-c8e4d3a965c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:52.935753 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 49364) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:47:52.989575 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8259f8da-f368-4ec4-babd-e059f7527233 req-b2bf1142-f10b-4a71-b771-7aa324ca91b1 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.31 "GET /v2.0/ports?device_id=82f3c09a-89c6-4d99-a268-d23bd9c7bd4b HTTP/1.1" status: 200 len: 210 time: 0.1061566 Nov 23 12:47:53.078731 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-be8358c6-c30e-4e19-bfe1-c0bf547767f9 req-8b074d7c-c80d-4f45-b751-055f29147d91 service neutron] 10.222.0.54 "GET /v2.0/networks/f9d133c8-4135-48e6-b582-06743cb8c4da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246556 Nov 23 12:47:53.388389 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b95a26-b39e-4367-bc2c-7f7c93602350 req-d3229c7d-b7aa-4fa2-b154-5470be839a09 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:53.390453 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f6b95a26-b39e-4367-bc2c-7f7c93602350 req-d3229c7d-b7aa-4fa2-b154-5470be839a09 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.54 "GET /v2.0/networks?id=db06a41a-eafd-447e-965a-14c1b39ecb30 HTTP/1.1" status: 200 len: 815 time: 0.2627001 Nov 23 12:47:53.426963 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:53.445872 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.v2.base [req-f6b95a26-b39e-4367-bc2c-7f7c93602350 req-33abb2c8-3ae2-42a4-bad1-b51770877e69 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Request body: {'port': {'device_id': '82f3c09a-89c6-4d99-a268-d23bd9c7bd4b', 'network_id': 'db06a41a-eafd-447e-965a-14c1b39ecb30', 'admin_state_up': True, 'tenant_id': 'd66b4a21b0fe4386a781f7160eda94ae'}} {{(pid=86838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:47:53.450835 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-0d337805-4fe1-47e2-ad86-7127313ee9db admin admin] Notify callbacks [] for security_group, before_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:53.468620 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-0d337805-4fe1-47e2-ad86-7127313ee9db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:47:53.474805 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-0d337805-4fe1-47e2-ad86-7127313ee9db admin admin] Usage tracker for resource:security_group_rule and tenant:4fac503cf3c94808b13cab0007cf4ad6 is out of sync, need to count used quota {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:47:53.479337 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-0d337805-4fe1-47e2-ad86-7127313ee9db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:47:53.493098 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-0d337805-4fe1-47e2-ad86-7127313ee9db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:47:53.643443 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714c7f40-dd72-4014-849f-0c252a715c99 req-ad9deeb4-ab31-42f0-8b32-771b92a4e81d tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:53.652799 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-714c7f40-dd72-4014-849f-0c252a715c99 req-ad9deeb4-ab31-42f0-8b32-771b92a4e81d tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/ports?device_id=1aa277d2-d587-4c30-a177-a45523276ec0 HTTP/1.1" status: 200 len: 945 time: 0.2610559 Nov 23 12:47:53.682602 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-0d337805-4fe1-47e2-ad86-7127313ee9db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:53.695913 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-0d337805-4fe1-47e2-ad86-7127313ee9db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:53.709041 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:53.766966 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-714c7f40-dd72-4014-849f-0c252a715c99 req-bb983adb-a729-4e6a-973f-80457678c84d tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07395ea-6958-4a30-8653-814e78309a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067472 Nov 23 12:47:53.776209 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [req-f6b95a26-b39e-4367-bc2c-7f7c93602350 req-33abb2c8-3ae2-42a4-bad1-b51770877e69 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:47:53.787211 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [req-f6b95a26-b39e-4367-bc2c-7f7c93602350 req-33abb2c8-3ae2-42a4-bad1-b51770877e69 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:47:53.803590 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6b95a26-b39e-4367-bc2c-7f7c93602350 req-33abb2c8-3ae2-42a4-bad1-b51770877e69 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Made reservation on behalf of d66b4a21b0fe4386a781f7160eda94ae for: {'port': 1} {{(pid=86838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:47:53.808322 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-f6b95a26-b39e-4367-bc2c-7f7c93602350 req-33abb2c8-3ae2-42a4-bad1-b51770877e69 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:53.809522 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d337805-4fe1-47e2-ad86-7127313ee9db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=936f944d-60d2-434a-a60c-90f5d98c4049,revision_number=1']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:53.815048 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-0d337805-4fe1-47e2-ad86-7127313ee9db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:53.818634 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-0d337805-4fe1-47e2-ad86-7127313ee9db admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4fac503cf3c94808b13cab0007cf4ad6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8817909 Nov 23 12:47:53.823186 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 49392) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:47:54.049350 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-8e5ab443-e4c2-4733-84a6-8e534c0a044f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:54.210492 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-ab4dc6e4-1595-486a-a770-5ebf8ec0eaf8 req-59d01043-9f51-48aa-96bb-ddf8b8cf15f6 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.31 "GET /v2.0/ports?device_id=82f3c09a-89c6-4d99-a268-d23bd9c7bd4b HTTP/1.1" status: 200 len: 210 time: 0.0946569 Nov 23 12:47:54.214676 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-8e5ab443-e4c2-4733-84a6-8e534c0a044f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:54.244882 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10233d82-128c-4b80-a657-b42ab2c3aa87 req-fd5777d8-f3a3-463d-ba2f-d2be771bacd4 tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:54.246389 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-10233d82-128c-4b80-a657-b42ab2c3aa87 req-fd5777d8-f3a3-463d-ba2f-d2be771bacd4 tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] 10.222.0.31 "GET /v2.0/ports?device_id=4870d007-11e5-4d1c-a7c2-127daec5ccaa HTTP/1.1" status: 200 len: 944 time: 0.3493321 Nov 23 12:47:54.261364 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.db_base_plugin_common [req-f6b95a26-b39e-4367-bc2c-7f7c93602350 req-33abb2c8-3ae2-42a4-bad1-b51770877e69 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Allocated IP 172.20.0.4 (db06a41a-eafd-447e-965a-14c1b39ecb30/c0d370b4-ffde-4b58-bd7e-c9414689a347/2268bd73-df3f-4b66-9cdc-0ea04bfa3ed7) {{(pid=86838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:47:54.361335 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-10233d82-128c-4b80-a657-b42ab2c3aa87 req-d75b085d-e07d-4b99-a78e-7525fbf55db6 tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] 10.222.0.31 "GET /v2.0/security-groups?id=23539a58-ae83-4e18-a5a8-cc40d26808b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014228 Nov 23 12:47:54.402770 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-8e5ab443-e4c2-4733-84a6-8e534c0a044f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:54.411470 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-d46bde69-6b22-4870-bb50-61fffadaa8ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:54.489521 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5ab443-e4c2-4733-84a6-8e534c0a044f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=936f944d-60d2-434a-a60c-90f5d98c4049,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:54.495208 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-8e5ab443-e4c2-4733-84a6-8e534c0a044f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:54.537386 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-8e5ab443-e4c2-4733-84a6-8e534c0a044f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:54.538801 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-8e5ab443-e4c2-4733-84a6-8e534c0a044f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/936f944d-60d2-434a-a60c-90f5d98c4049 HTTP/1.1" status: 204 len: 168 time: 0.7145579 Nov 23 12:47:54.581203 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-f6b95a26-b39e-4367-bc2c-7f7c93602350 req-33abb2c8-3ae2-42a4-bad1-b51770877e69 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Notify callbacks [] for port, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:54.618933 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-f6b95a26-b39e-4367-bc2c-7f7c93602350 req-33abb2c8-3ae2-42a4-bad1-b51770877e69 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788170525763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8277302'] for port, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:54.625758 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-01a77e9b-e314-40f9-adc8-3acb2297186f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:54.650455 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] get_ports_and_sgs() called for port_ids ['7f114a60-ca8e-4a26-a4c5-b1177a8c45be', '338fe291-88bb-415f-b963-824e3a6616bd', 'c0541f8a-f75a-408d-97d7-a911855335d8'] {{(pid=86839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 12:47:54.700493 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6b95a26-b39e-4367-bc2c-7f7c93602350 req-33abb2c8-3ae2-42a4-bad1-b51770877e69 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Network db06a41a-eafd-447e-965a-14c1b39ecb30 is already hosted by enough agents. {{(pid=86838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:47:54.703730 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.scheduler.base_scheduler [req-f6b95a26-b39e-4367-bc2c-7f7c93602350 req-33abb2c8-3ae2-42a4-bad1-b51770877e69 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Resources bound (agent type, host, resource id): {{(pid=86838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:47:54.708175 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6b95a26-b39e-4367-bc2c-7f7c93602350 req-33abb2c8-3ae2-42a4-bad1-b51770877e69 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Received port after_create {{(pid=86838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 12:47:54.753084 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33abb2c8-3ae2-42a4-bad1-b51770877e69 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Pushing event updated for resources: {'Port': ['ID=2268bd73-df3f-4b66-9cdc-0ea04bfa3ed7,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:54.763755 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-33abb2c8-3ae2-42a4-bad1-b51770877e69 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:54.839844 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b95a26-b39e-4367-bc2c-7f7c93602350 req-33abb2c8-3ae2-42a4-bad1-b51770877e69 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:54.840998 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-f6b95a26-b39e-4367-bc2c-7f7c93602350 req-33abb2c8-3ae2-42a4-bad1-b51770877e69 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188604'] for port, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:54.873074 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f6b95a26-b39e-4367-bc2c-7f7c93602350 req-33abb2c8-3ae2-42a4-bad1-b51770877e69 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4329391 Nov 23 12:47:54.889645 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.v2.base [req-f6b95a26-b39e-4367-bc2c-7f7c93602350 req-70c63f17-75d5-4ddf-b470-2aa3b420cb84 service neutron] Request body: {'port': {'device_id': '82f3c09a-89c6-4d99-a268-d23bd9c7bd4b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:47:55.089512 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-f6b95a26-b39e-4367-bc2c-7f7c93602350 req-70c63f17-75d5-4ddf-b470-2aa3b420cb84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:55.122229 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4d17b9-a844-47de-bda1-efbecac47f47 req-747df78d-a6b7-4e0d-aa66-49ce7d45baea tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:55.124222 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-1e4d17b9-a844-47de-bda1-efbecac47f47 req-747df78d-a6b7-4e0d-aa66-49ce7d45baea tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/ports?device_id=1aa277d2-d587-4c30-a177-a45523276ec0 HTTP/1.1" status: 200 len: 945 time: 0.1933084 Nov 23 12:47:55.371939 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-1e4d17b9-a844-47de-bda1-efbecac47f47 req-2e0ff142-b89b-4443-82ad-cb93534f63f8 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07395ea-6958-4a30-8653-814e78309a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507931 Nov 23 12:47:55.684693 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-2b7dfbe8-4797-4681-b04b-2297a781d4e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:55.750453 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607ea8b2-6a06-4167-b4fa-f1f5631c1183 req-761716df-8d93-466c-9595-44a0dfae1aaa tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:55.751484 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-607ea8b2-6a06-4167-b4fa-f1f5631c1183 req-761716df-8d93-466c-9595-44a0dfae1aaa tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Synchronizing usage tracker for tenant:d66b4a21b0fe4386a781f7160eda94ae on resource:port {{(pid=86838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:47:55.769039 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ea617a-db7a-47f5-8264-f65b5e234c64 req-064afdbd-75a0-47a5-ad0b-b8c330151817 tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:55.770523 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-66ea617a-db7a-47f5-8264-f65b5e234c64 req-064afdbd-75a0-47a5-ad0b-b8c330151817 tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] 10.222.0.31 "GET /v2.0/ports?device_id=4870d007-11e5-4d1c-a7c2-127daec5ccaa HTTP/1.1" status: 200 len: 944 time: 0.2250309 Nov 23 12:47:55.826682 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Device b06e99eb-d56f-4087-b2cd-3f18814ac519 up at agent hyperv_hv-cinder-81888 {{(pid=86839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:47:55.863097 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-607ea8b2-6a06-4167-b4fa-f1f5631c1183 req-761716df-8d93-466c-9595-44a0dfae1aaa tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Unset dirty status for tenant:d66b4a21b0fe4386a781f7160eda94ae on resource:port {{(pid=86838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:47:55.870823 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-607ea8b2-6a06-4167-b4fa-f1f5631c1183 req-761716df-8d93-466c-9595-44a0dfae1aaa tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.31 "GET /v2.0/ports?device_id=82f3c09a-89c6-4d99-a268-d23bd9c7bd4b HTTP/1.1" status: 200 len: 931 time: 0.4924080 Nov 23 12:47:55.917108 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.notifiers.nova [req-f6b95a26-b39e-4367-bc2c-7f7c93602350 req-70c63f17-75d5-4ddf-b470-2aa3b420cb84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2268bd73-df3f-4b66-9cdc-0ea04bfa3ed7 {{(pid=86838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 12:47:55.944153 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-f6b95a26-b39e-4367-bc2c-7f7c93602350 req-70c63f17-75d5-4ddf-b470-2aa3b420cb84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:55.958681 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Provisioning for port b06e99eb-d56f-4087-b2cd-3f18814ac519 completed by entity L2. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:47:55.970959 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-66ea617a-db7a-47f5-8264-f65b5e234c64 req-4166f82f-f650-487c-aa23-919e437b66f2 tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] 10.222.0.31 "GET /v2.0/security-groups?id=23539a58-ae83-4e18-a5a8-cc40d26808b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797211 Nov 23 12:47:55.971267 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Provisioning complete for port b06e99eb-d56f-4087-b2cd-3f18814ac519 triggered by entity L2. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:47:55.971267 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567787'] for port, provisioning_complete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:56.007055 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-607ea8b2-6a06-4167-b4fa-f1f5631c1183 req-58924356-9f1f-4f6d-a7b3-8ef457c65eb9 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.31 "GET /v2.0/security-groups?id=0a850f89-1fcd-4fc3-a6fa-0f4e61598668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349692 Nov 23 12:47:56.041387 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.provisioning_blocks [req-f6b95a26-b39e-4367-bc2c-7f7c93602350 req-70c63f17-75d5-4ddf-b470-2aa3b420cb84 service neutron] Transition to ACTIVE for port object 2268bd73-df3f-4b66-9cdc-0ea04bfa3ed7 will not be triggered until provisioned by entity L2. {{(pid=86838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:47:56.047065 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-f6b95a26-b39e-4367-bc2c-7f7c93602350 req-70c63f17-75d5-4ddf-b470-2aa3b420cb84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8277311'] for port, after_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:56.053383 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:56.156058 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:56.218201 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4870d007-11e5-4d1c-a7c2-127daec5ccaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b06e99eb-d56f-4087-b2cd-3f18814ac519'}] {{(pid=86839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:47:56.236229 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] For port b06e99eb-d56f-4087-b2cd-3f18814ac519, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=b06e99eb-d56f-4087-b2cd-3f18814ac519,segment=NetworkSegment(ff1eac05-7a6f-4b4a-b86b-726abee76ecb),segment_id=ff1eac05-7a6f-4b4a-b86b-726abee76ecb)] {{(pid=86839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:47:56.242479 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826'] for port, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:56.246991 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-f01f0d22-e202-49de-afaf-be7a5436d9b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:56.314510 dv-cinder-818883-1-smb neutron-server[86839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4870d007-11e5-4d1c-a7c2-127daec5ccaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b06e99eb-d56f-4087-b2cd-3f18814ac519', 'code': 200} Nov 23 12:47:56.345834 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c63f17-75d5-4ddf-b470-2aa3b420cb84 service neutron] Pushing event updated for resources: {'Port': ['ID=2268bd73-df3f-4b66-9cdc-0ea04bfa3ed7,revision_number=2']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:56.355017 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-70c63f17-75d5-4ddf-b470-2aa3b420cb84 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:56.381770 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Pushing event updated for resources: {'Port': ['ID=b06e99eb-d56f-4087-b2cd-3f18814ac519,revision_number=5']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:56.387738 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:56.481622 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-8254020c-a8f6-4cc9-8d4f-32dd99c2f4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:56.497021 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.managers [req-f6b95a26-b39e-4367-bc2c-7f7c93602350 req-70c63f17-75d5-4ddf-b470-2aa3b420cb84 service neutron] Attempting to bind port 2268bd73-df3f-4b66-9cdc-0ea04bfa3ed7 on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 12:47:56.498022 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.managers [req-f6b95a26-b39e-4367-bc2c-7f7c93602350 req-70c63f17-75d5-4ddf-b470-2aa3b420cb84 service neutron] Attempting to bind port 2268bd73-df3f-4b66-9cdc-0ea04bfa3ed7 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '85703ffb-0024-40a4-9e1c-786d143a488d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'db06a41a-eafd-447e-965a-14c1b39ecb30'}] {{(pid=86838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 12:47:56.498743 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b95a26-b39e-4367-bc2c-7f7c93602350 req-70c63f17-75d5-4ddf-b470-2aa3b420cb84 service neutron] Attempting to bind port 2268bd73-df3f-4b66-9cdc-0ea04bfa3ed7 on network db06a41a-eafd-447e-965a-14c1b39ecb30 {{(pid=86838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:47:56.505246 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b95a26-b39e-4367-bc2c-7f7c93602350 req-70c63f17-75d5-4ddf-b470-2aa3b420cb84 service neutron] Port 2268bd73-df3f-4b66-9cdc-0ea04bfa3ed7 on network db06a41a-eafd-447e-965a-14c1b39ecb30 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 23 12:47:56.506215 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b95a26-b39e-4367-bc2c-7f7c93602350 req-70c63f17-75d5-4ddf-b470-2aa3b420cb84 service neutron] Attempting to bind port 2268bd73-df3f-4b66-9cdc-0ea04bfa3ed7 on network db06a41a-eafd-447e-965a-14c1b39ecb30 {{(pid=86838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:47:56.514029 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b95a26-b39e-4367-bc2c-7f7c93602350 req-70c63f17-75d5-4ddf-b470-2aa3b420cb84 service neutron] Checking agent: {'id': 'c02b2241-eea5-43d7-ab73-e33b65374cd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 44, 5), 'started_at': datetime.datetime(2021, 11, 23, 12, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 12:47:56.514434 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b95a26-b39e-4367-bc2c-7f7c93602350 req-70c63f17-75d5-4ddf-b470-2aa3b420cb84 service neutron] Checking segment: {'id': '85703ffb-0024-40a4-9e1c-786d143a488d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'db06a41a-eafd-447e-965a-14c1b39ecb30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:47:56.514960 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b95a26-b39e-4367-bc2c-7f7c93602350 req-70c63f17-75d5-4ddf-b470-2aa3b420cb84 service neutron] Bound using segment: {'id': '85703ffb-0024-40a4-9e1c-786d143a488d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'db06a41a-eafd-447e-965a-14c1b39ecb30'} {{(pid=86838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 12:47:56.515568 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.managers [req-f6b95a26-b39e-4367-bc2c-7f7c93602350 req-70c63f17-75d5-4ddf-b470-2aa3b420cb84 service neutron] Bound port: 2268bd73-df3f-4b66-9cdc-0ea04bfa3ed7, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85703ffb-0024-40a4-9e1c-786d143a488d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'db06a41a-eafd-447e-965a-14c1b39ecb30'}}] {{(pid=86838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 12:47:56.516115 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-f6b95a26-b39e-4367-bc2c-7f7c93602350 req-70c63f17-75d5-4ddf-b470-2aa3b420cb84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:56.754128 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.db [req-f6b95a26-b39e-4367-bc2c-7f7c93602350 req-70c63f17-75d5-4ddf-b470-2aa3b420cb84 service neutron] For port 2268bd73-df3f-4b66-9cdc-0ea04bfa3ed7, host hv-cinder-81888, cleared binding levels {{(pid=86838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 12:47:56.761824 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.db [req-f6b95a26-b39e-4367-bc2c-7f7c93602350 req-70c63f17-75d5-4ddf-b470-2aa3b420cb84 service neutron] For port 2268bd73-df3f-4b66-9cdc-0ea04bfa3ed7, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=2268bd73-df3f-4b66-9cdc-0ea04bfa3ed7,segment=NetworkSegment(85703ffb-0024-40a4-9e1c-786d143a488d),segment_id=85703ffb-0024-40a4-9e1c-786d143a488d)] {{(pid=86838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 12:47:56.765383 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95fe61c-4c8f-4e5a-bb0d-e53a92a1eec6 req-70c094a7-015b-42f8-bce6-40769ddb81ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:56.768085 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-f6b95a26-b39e-4367-bc2c-7f7c93602350 req-70c63f17-75d5-4ddf-b470-2aa3b420cb84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8277311'] for port, after_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:56.774327 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-e95fe61c-4c8f-4e5a-bb0d-e53a92a1eec6 req-70c094a7-015b-42f8-bce6-40769ddb81ca service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4870d007-11e5-4d1c-a7c2-127daec5ccaa HTTP/1.1" status: 200 len: 1098 time: 0.2162323 Nov 23 12:47:56.778061 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:56.826981 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-e95fe61c-4c8f-4e5a-bb0d-e53a92a1eec6 req-b853d9a0-acdb-46b7-889c-c131ee072301 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=23539a58-ae83-4e18-a5a8-cc40d26808b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447471 Nov 23 12:47:56.858151 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a40549d-6361-4ced-83e8-6dff83e862f9 req-12675831-4714-4572-8141-7ab1e6c9a8af tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:56.859890 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-9a40549d-6361-4ced-83e8-6dff83e862f9 req-12675831-4714-4572-8141-7ab1e6c9a8af tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/ports?device_id=1aa277d2-d587-4c30-a177-a45523276ec0 HTTP/1.1" status: 200 len: 945 time: 0.2835908 Nov 23 12:47:56.868646 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b95a26-b39e-4367-bc2c-7f7c93602350 req-70c63f17-75d5-4ddf-b470-2aa3b420cb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:56.869541 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-f6b95a26-b39e-4367-bc2c-7f7c93602350 req-70c63f17-75d5-4ddf-b470-2aa3b420cb84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188604'] for port, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:56.871125 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f6b95a26-b39e-4367-bc2c-7f7c93602350 req-70c63f17-75d5-4ddf-b470-2aa3b420cb84 service neutron] 10.222.0.54 "PUT /v2.0/ports/2268bd73-df3f-4b66-9cdc-0ea04bfa3ed7 HTTP/1.1" status: 200 len: 1093 time: 1.9895329 Nov 23 12:47:56.874635 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82f3c09a-89c6-4d99-a268-d23bd9c7bd4b', 'tag': '2268bd73-df3f-4b66-9cdc-0ea04bfa3ed7'}] {{(pid=86838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:47:56.926524 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c63f17-75d5-4ddf-b470-2aa3b420cb84 service neutron] Pushing event updated for resources: {'Port': ['ID=2268bd73-df3f-4b66-9cdc-0ea04bfa3ed7,revision_number=3']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:56.941432 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-70c63f17-75d5-4ddf-b470-2aa3b420cb84 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:56.962131 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82f3c09a-89c6-4d99-a268-d23bd9c7bd4b', 'tag': '2268bd73-df3f-4b66-9cdc-0ea04bfa3ed7', 'status': 'completed', 'code': 200} Nov 23 12:47:56.999280 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-9a40549d-6361-4ced-83e8-6dff83e862f9 req-b61ac080-bef0-4f6e-8b1c-f18f0736690f tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07395ea-6958-4a30-8653-814e78309a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156642 Nov 23 12:47:57.320364 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa69d8b-ef42-482d-b2e0-e268332ade33 req-fd0d0f23-0195-4ac8-b6a4-587975e145dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:57.321819 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-caa69d8b-ef42-482d-b2e0-e268332ade33 req-fd0d0f23-0195-4ac8-b6a4-587975e145dd service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d66b4a21b0fe4386a781f7160eda94ae&device_id=82f3c09a-89c6-4d99-a268-d23bd9c7bd4b HTTP/1.1" status: 200 len: 1096 time: 0.1903970 Nov 23 12:47:57.333174 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043555bd-8e08-46dd-b0ce-5c3825e05ad1 req-e0c82e12-5faf-486d-be64-f1d7a6f9bf67 tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:57.335088 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-043555bd-8e08-46dd-b0ce-5c3825e05ad1 req-e0c82e12-5faf-486d-be64-f1d7a6f9bf67 tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] 10.222.0.31 "GET /v2.0/ports?device_id=4870d007-11e5-4d1c-a7c2-127daec5ccaa HTTP/1.1" status: 200 len: 945 time: 0.2597175 Nov 23 12:47:57.438528 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3742c9-e220-4997-9a49-45e8acd9bca5 req-aaa64141-878c-4091-8ece-6b64e9424305 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:57.440168 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-fe3742c9-e220-4997-9a49-45e8acd9bca5 req-aaa64141-878c-4091-8ece-6b64e9424305 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.31 "GET /v2.0/ports?device_id=82f3c09a-89c6-4d99-a268-d23bd9c7bd4b HTTP/1.1" status: 200 len: 943 time: 0.2492433 Nov 23 12:47:57.524727 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-043555bd-8e08-46dd-b0ce-5c3825e05ad1 req-12739c67-175d-403f-bd39-cd3ece98bd77 tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] 10.222.0.31 "GET /v2.0/security-groups?id=23539a58-ae83-4e18-a5a8-cc40d26808b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631274 Nov 23 12:47:57.556482 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-fe3742c9-e220-4997-9a49-45e8acd9bca5 req-411920fd-affb-4b42-9be4-7be708aaf38d tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.31 "GET /v2.0/security-groups?id=0a850f89-1fcd-4fc3-a6fa-0f4e61598668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078949 Nov 23 12:47:57.577191 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa69d8b-ef42-482d-b2e0-e268332ade33 req-04459c9f-2f08-4eca-a1e5-11c16a68e359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:57.578665 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-caa69d8b-ef42-482d-b2e0-e268332ade33 req-04459c9f-2f08-4eca-a1e5-11c16a68e359 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=d66b4a21b0fe4386a781f7160eda94ae&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2417443 Nov 23 12:47:57.813040 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa69d8b-ef42-482d-b2e0-e268332ade33 req-e05d51e1-0d57-485b-ab5b-deb9d802a4db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:57.815406 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-caa69d8b-ef42-482d-b2e0-e268332ade33 req-e05d51e1-0d57-485b-ab5b-deb9d802a4db service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2277038 Nov 23 12:47:57.961897 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b95a26-b39e-4367-bc2c-7f7c93602350 req-57bf5771-ba3f-4f9c-a5b6-a78bfb624ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:57.964031 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f6b95a26-b39e-4367-bc2c-7f7c93602350 req-57bf5771-ba3f-4f9c-a5b6-a78bfb624ba5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d66b4a21b0fe4386a781f7160eda94ae&device_id=82f3c09a-89c6-4d99-a268-d23bd9c7bd4b HTTP/1.1" status: 200 len: 1096 time: 0.0922782 Nov 23 12:47:58.038441 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f6b95a26-b39e-4367-bc2c-7f7c93602350 req-bc3c6a65-0e8a-4f63-9193-a9789c51668e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2268bd73-df3f-4b66-9cdc-0ea04bfa3ed7 HTTP/1.1" status: 200 len: 217 time: 0.0643251 Nov 23 12:47:58.114547 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b95a26-b39e-4367-bc2c-7f7c93602350 req-2d9041e7-f612-4dc8-84d9-4b8236fefedf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:58.116251 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f6b95a26-b39e-4367-bc2c-7f7c93602350 req-2d9041e7-f612-4dc8-84d9-4b8236fefedf service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c0d370b4-ffde-4b58-bd7e-c9414689a347 HTTP/1.1" status: 200 len: 855 time: 0.0679100 Nov 23 12:47:58.184297 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f6b95a26-b39e-4367-bc2c-7f7c93602350 req-d79a77de-aea0-4556-bbb4-579c361d0e83 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=db06a41a-eafd-447e-965a-14c1b39ecb30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554979 Nov 23 12:47:58.268882 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-3a3d0f92-e1d8-40e0-8f39-c6b28c555fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:58.408434 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f6b95a26-b39e-4367-bc2c-7f7c93602350 req-1d09e5fe-c677-4f2b-962d-e65b39589cbb service neutron] 10.222.0.54 "GET /v2.0/networks/db06a41a-eafd-447e-965a-14c1b39ecb30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150705 Nov 23 12:47:58.420319 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41efd802-58da-4c9a-bd21-c8fcfe3ddd81 req-3210af88-cbc8-43ae-925c-5b44f8cecadc tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:58.422246 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-41efd802-58da-4c9a-bd21-c8fcfe3ddd81 req-3210af88-cbc8-43ae-925c-5b44f8cecadc tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/ports?device_id=1aa277d2-d587-4c30-a177-a45523276ec0 HTTP/1.1" status: 200 len: 945 time: 0.2062528 Nov 23 12:47:58.562904 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-41efd802-58da-4c9a-bd21-c8fcfe3ddd81 req-41b86fb7-1411-4035-8574-76f183940803 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07395ea-6958-4a30-8653-814e78309a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339228 Nov 23 12:47:58.617102 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f6b95a26-b39e-4367-bc2c-7f7c93602350 req-1a0a7bd9-e702-4431-9883-0d7beccccee2 service neutron] 10.222.0.54 "GET /v2.0/networks/db06a41a-eafd-447e-965a-14c1b39ecb30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669383 Nov 23 12:47:58.825293 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3785c002-0390-47b0-b552-26d95303cd14 req-d4bc1eac-1a51-4a5a-a759-72f42a4e5314 tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:58.827096 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-3785c002-0390-47b0-b552-26d95303cd14 req-d4bc1eac-1a51-4a5a-a759-72f42a4e5314 tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] 10.222.0.31 "GET /v2.0/ports?device_id=4870d007-11e5-4d1c-a7c2-127daec5ccaa HTTP/1.1" status: 200 len: 945 time: 0.1644766 Nov 23 12:47:58.856589 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25994b6-5072-43e6-b61b-132447a41072 req-babbd152-9467-42e8-ae21-228125f1bf77 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:58.858367 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-e25994b6-5072-43e6-b61b-132447a41072 req-babbd152-9467-42e8-ae21-228125f1bf77 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.31 "GET /v2.0/ports?device_id=82f3c09a-89c6-4d99-a268-d23bd9c7bd4b HTTP/1.1" status: 200 len: 943 time: 0.1383336 Nov 23 12:47:58.933226 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-3785c002-0390-47b0-b552-26d95303cd14 req-304295ca-af39-4cb4-96e4-1befebcaf94f tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] 10.222.0.31 "GET /v2.0/security-groups?id=23539a58-ae83-4e18-a5a8-cc40d26808b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005290 Nov 23 12:47:58.936346 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-e25994b6-5072-43e6-b61b-132447a41072 req-32bf95f8-b614-492b-a3e7-cf22827c8d7c tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.31 "GET /v2.0/security-groups?id=0a850f89-1fcd-4fc3-a6fa-0f4e61598668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718510 Nov 23 12:47:59.823123 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0a583d-0f6c-4cec-a85f-62a6f077bb7c req-52e68f91-db0e-4277-9fd8-ff17c3b964f7 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:59.825516 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-bf0a583d-0f6c-4cec-a85f-62a6f077bb7c req-52e68f91-db0e-4277-9fd8-ff17c3b964f7 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/ports?device_id=1aa277d2-d587-4c30-a177-a45523276ec0 HTTP/1.1" status: 200 len: 945 time: 0.1011562 Nov 23 12:47:59.875962 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-bf0a583d-0f6c-4cec-a85f-62a6f077bb7c req-59baad73-4539-45f1-856c-5b9350fb6427 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07395ea-6958-4a30-8653-814e78309a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438662 Nov 23 12:48:00.166966 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b719f037-43a9-405f-9f44-a806b56a410b req-1266c9b1-0416-4af7-a0df-3517073be65d tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:00.168814 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-b719f037-43a9-405f-9f44-a806b56a410b req-1266c9b1-0416-4af7-a0df-3517073be65d tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.31 "GET /v2.0/ports?device_id=82f3c09a-89c6-4d99-a268-d23bd9c7bd4b HTTP/1.1" status: 200 len: 943 time: 0.0970674 Nov 23 12:48:00.224141 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-b719f037-43a9-405f-9f44-a806b56a410b req-fc053405-a867-4810-83b7-454be6283e90 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.31 "GET /v2.0/security-groups?id=0a850f89-1fcd-4fc3-a6fa-0f4e61598668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485446 Nov 23 12:48:00.902032 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738254b9-0bce-4f8b-abd1-bceae37808d4 req-055b1ffa-824e-4418-8f69-512bc7dedf60 tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:00.903540 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-738254b9-0bce-4f8b-abd1-bceae37808d4 req-055b1ffa-824e-4418-8f69-512bc7dedf60 tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] 10.222.0.31 "GET /v2.0/ports?device_id=4870d007-11e5-4d1c-a7c2-127daec5ccaa HTTP/1.1" status: 200 len: 945 time: 0.0931821 Nov 23 12:48:00.972457 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-738254b9-0bce-4f8b-abd1-bceae37808d4 req-df28c086-07e6-492e-abe3-a3124a489fed tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] 10.222.0.31 "GET /v2.0/security-groups?id=23539a58-ae83-4e18-a5a8-cc40d26808b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585682 Nov 23 12:48:01.089449 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcaaa79-d5ba-4f82-9ff1-946f824ca5b0 req-d5b5ee93-76ad-4773-a4f5-d11811be7496 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:01.090956 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-6bcaaa79-d5ba-4f82-9ff1-946f824ca5b0 req-d5b5ee93-76ad-4773-a4f5-d11811be7496 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/ports?device_id=1aa277d2-d587-4c30-a177-a45523276ec0 HTTP/1.1" status: 200 len: 945 time: 0.0900836 Nov 23 12:48:01.137958 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-6bcaaa79-d5ba-4f82-9ff1-946f824ca5b0 req-70f03992-449a-429f-a317-271af5284621 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07395ea-6958-4a30-8653-814e78309a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408156 Nov 23 12:48:01.443817 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db61291-7227-45ab-baf8-691606f8a318 req-6a882842-5321-4b53-90d6-2ca27e099cf0 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:01.446572 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-7db61291-7227-45ab-baf8-691606f8a318 req-6a882842-5321-4b53-90d6-2ca27e099cf0 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.31 "GET /v2.0/ports?device_id=82f3c09a-89c6-4d99-a268-d23bd9c7bd4b HTTP/1.1" status: 200 len: 943 time: 0.0935194 Nov 23 12:48:01.502578 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-7db61291-7227-45ab-baf8-691606f8a318 req-bd72fc3d-2f0a-4314-82f8-5d2908967e04 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.31 "GET /v2.0/security-groups?id=0a850f89-1fcd-4fc3-a6fa-0f4e61598668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478270 Nov 23 12:48:01.835930 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Device 2268bd73-df3f-4b66-9cdc-0ea04bfa3ed7 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 23 12:48:01.967287 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6f33ad-d5bb-48b9-ac73-8f720339a50d req-597aa6eb-5a87-4587-885c-76520c3c3f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:01.968837 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-3a6f33ad-d5bb-48b9-ac73-8f720339a50d req-597aa6eb-5a87-4587-885c-76520c3c3f90 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=91624ff73b014ed4aa8831330bf94986&device_id=1aa277d2-d587-4c30-a177-a45523276ec0 HTTP/1.1" status: 200 len: 1098 time: 0.0829573 Nov 23 12:48:01.990326 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] For port 2268bd73-df3f-4b66-9cdc-0ea04bfa3ed7, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=2268bd73-df3f-4b66-9cdc-0ea04bfa3ed7,segment=NetworkSegment(85703ffb-0024-40a4-9e1c-786d143a488d),segment_id=85703ffb-0024-40a4-9e1c-786d143a488d)] {{(pid=86839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:48:02.010810 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Returning: {'device': '2268bd73-df3f-4b66-9cdc-0ea04bfa3ed7', 'network_id': 'db06a41a-eafd-447e-965a-14c1b39ecb30', 'port_id': '2268bd73-df3f-4b66-9cdc-0ea04bfa3ed7', 'mac_address': 'fa:16:3e:86:d2:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 760, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0d370b4-ffde-4b58-bd7e-c9414689a347', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 23 12:48:02.080814 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:02.102501 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.notifiers.nova [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2268bd73-df3f-4b66-9cdc-0ea04bfa3ed7 {{(pid=86839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 12:48:02.120075 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] For port 2268bd73-df3f-4b66-9cdc-0ea04bfa3ed7, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=2268bd73-df3f-4b66-9cdc-0ea04bfa3ed7,segment=NetworkSegment(85703ffb-0024-40a4-9e1c-786d143a488d),segment_id=85703ffb-0024-40a4-9e1c-786d143a488d)] {{(pid=86839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:48:02.128529 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826'] for port, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:02.130805 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:02.265841 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Pushing event updated for resources: {'Port': ['ID=2268bd73-df3f-4b66-9cdc-0ea04bfa3ed7,revision_number=4']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:02.270738 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:02.420327 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6f33ad-d5bb-48b9-ac73-8f720339a50d req-21f64fd1-c780-4c36-b638-9475e15eda39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:02.421783 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-3a6f33ad-d5bb-48b9-ac73-8f720339a50d req-21f64fd1-c780-4c36-b638-9475e15eda39 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f9d133c8-4135-48e6-b582-06743cb8c4da HTTP/1.1" status: 200 len: 918 time: 0.4295859 Nov 23 12:48:02.506518 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131a010a-b377-4468-aef8-ebdbad4b56da req-b265298c-cb08-456a-be24-63a4bbfce878 tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:02.508048 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-131a010a-b377-4468-aef8-ebdbad4b56da req-b265298c-cb08-456a-be24-63a4bbfce878 tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] 10.222.0.31 "GET /v2.0/ports?device_id=4870d007-11e5-4d1c-a7c2-127daec5ccaa HTTP/1.1" status: 200 len: 945 time: 0.2881548 Nov 23 12:48:02.519494 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-3a6f33ad-d5bb-48b9-ac73-8f720339a50d req-4f0fc077-b57b-48e6-959b-348a607f07b5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=802d7382-a7a7-4d00-8901-3b4993b19393 HTTP/1.1" status: 200 len: 217 time: 0.0824418 Nov 23 12:48:02.578115 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b46a0d-bd58-452e-bcc8-51d7a315c281 req-cdcd56f3-688d-4d8f-b460-1f54a56e3fb3 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:02.579925 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-e7b46a0d-bd58-452e-bcc8-51d7a315c281 req-cdcd56f3-688d-4d8f-b460-1f54a56e3fb3 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/ports?device_id=1aa277d2-d587-4c30-a177-a45523276ec0 HTTP/1.1" status: 200 len: 945 time: 0.2802243 Nov 23 12:48:02.660270 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-131a010a-b377-4468-aef8-ebdbad4b56da req-62d2cf72-1aaa-4f4b-aa5f-b5b5b8676501 tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] 10.222.0.31 "GET /v2.0/security-groups?id=23539a58-ae83-4e18-a5a8-cc40d26808b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425481 Nov 23 12:48:02.668729 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6f33ad-d5bb-48b9-ac73-8f720339a50d req-e4ffee50-5367-4269-8645-978e5299f704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:02.671377 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-3a6f33ad-d5bb-48b9-ac73-8f720339a50d req-e4ffee50-5367-4269-8645-978e5299f704 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bd51d8cb-0c29-4851-b2cf-4f44e529c93c HTTP/1.1" status: 200 len: 857 time: 0.1355619 Nov 23 12:48:02.675413 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] get_ports_and_sgs() called for port_ids ['2268bd73-df3f-4b66-9cdc-0ea04bfa3ed7'] {{(pid=86839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 12:48:02.684760 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-e7b46a0d-bd58-452e-bcc8-51d7a315c281 req-ec9fefe9-796a-452b-803f-729735ba58c6 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07395ea-6958-4a30-8653-814e78309a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906031 Nov 23 12:48:02.738156 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-3a6f33ad-d5bb-48b9-ac73-8f720339a50d req-9e93408d-2658-4844-bddb-7c0ee395c7ea service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f9d133c8-4135-48e6-b582-06743cb8c4da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522304 Nov 23 12:48:02.847311 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 49636) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:48:02.991501 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-3a6f33ad-d5bb-48b9-ac73-8f720339a50d req-600d0aef-3f86-447d-b81d-0911695a8b03 service neutron] 10.222.0.54 "GET /v2.0/networks/f9d133c8-4135-48e6-b582-06743cb8c4da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411926 Nov 23 12:48:03.006378 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334c9a9b-0cf7-4cb6-a0bf-a0622ca95bc1 req-eadf18df-c9c7-445b-b9a1-7fba8067aa91 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:03.014589 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-334c9a9b-0cf7-4cb6-a0bf-a0622ca95bc1 req-eadf18df-c9c7-445b-b9a1-7fba8067aa91 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.31 "GET /v2.0/ports?device_id=82f3c09a-89c6-4d99-a268-d23bd9c7bd4b HTTP/1.1" status: 200 len: 944 time: 0.2181203 Nov 23 12:48:03.071574 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-47d94cce-42dd-4747-b33f-7306cd108d26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:03.094919 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-47d94cce-42dd-4747-b33f-7306cd108d26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:48:03.100461 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-47d94cce-42dd-4747-b33f-7306cd108d26 admin admin] Usage tracker for resource:security_group_rule and tenant:86a4e7de7aca463a8e350260070db917 is out of sync, need to count used quota {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:48:03.104283 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-47d94cce-42dd-4747-b33f-7306cd108d26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:48:03.112117 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-47d94cce-42dd-4747-b33f-7306cd108d26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:48:03.132184 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dee8101-00f6-43eb-894d-2c8c9bbf3c8c req-c55e1e1c-bf6d-46b4-b1a5-09cd2302cf56 tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:03.134636 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-0dee8101-00f6-43eb-894d-2c8c9bbf3c8c req-c55e1e1c-bf6d-46b4-b1a5-09cd2302cf56 tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] 10.222.0.54 "GET /v2.0/ports?device_id=4870d007-11e5-4d1c-a7c2-127daec5ccaa HTTP/1.1" status: 200 len: 945 time: 0.1549470 Nov 23 12:48:03.151659 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-334c9a9b-0cf7-4cb6-a0bf-a0622ca95bc1 req-93c99a40-75e5-4f3f-a247-228e4a51f4a5 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.31 "GET /v2.0/security-groups?id=0a850f89-1fcd-4fc3-a6fa-0f4e61598668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360078 Nov 23 12:48:03.205814 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-3a6f33ad-d5bb-48b9-ac73-8f720339a50d req-9d2784d8-fe6c-45bc-baae-b8dd8ccaa12d service neutron] 10.222.0.54 "GET /v2.0/networks/f9d133c8-4135-48e6-b582-06743cb8c4da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889355 Nov 23 12:48:03.232743 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.plugin [req-0dee8101-00f6-43eb-894d-2c8c9bbf3c8c req-5d2f14f8-72e2-4316-a313-2cfa9d084251 tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] Deleting port b06e99eb-d56f-4087-b2cd-3f18814ac519 {{(pid=86837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 12:48:03.233105 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-0dee8101-00f6-43eb-894d-2c8c9bbf3c8c req-5d2f14f8-72e2-4316-a313-2cfa9d084251 tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788171068353'] for port, before_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:03.389021 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-47d94cce-42dd-4747-b33f-7306cd108d26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:03.418916 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-47d94cce-42dd-4747-b33f-7306cd108d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:03.557819 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-6bf3fd5c-a8cf-49a2-963c-18b62275189e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:03.618347 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d94cce-42dd-4747-b33f-7306cd108d26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40729d96-8bb5-4e4e-bebb-a12dc65b7e97,revision_number=1']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:03.627780 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-47d94cce-42dd-4747-b33f-7306cd108d26 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=86a4e7de7aca463a8e350260070db917&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7766347 Nov 23 12:48:03.629045 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-47d94cce-42dd-4747-b33f-7306cd108d26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:03.629496 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 49644) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:48:03.692828 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.db [req-0dee8101-00f6-43eb-894d-2c8c9bbf3c8c req-5d2f14f8-72e2-4316-a313-2cfa9d084251 tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] For port b06e99eb-d56f-4087-b2cd-3f18814ac519, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=b06e99eb-d56f-4087-b2cd-3f18814ac519,segment=NetworkSegment(ff1eac05-7a6f-4b4a-b86b-726abee76ecb),segment_id=ff1eac05-7a6f-4b4a-b86b-726abee76ecb)] {{(pid=86837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:48:03.693311 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-0dee8101-00f6-43eb-894d-2c8c9bbf3c8c req-5d2f14f8-72e2-4316-a313-2cfa9d084251 tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506271'] for port, precommit_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:03.735258 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-e3ec4540-5abb-41a5-9f9a-25d9944e8190 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:03.767737 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-e3ec4540-5abb-41a5-9f9a-25d9944e8190 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:03.905624 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.plugin [req-0dee8101-00f6-43eb-894d-2c8c9bbf3c8c req-5d2f14f8-72e2-4316-a313-2cfa9d084251 tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] Calling delete_port for b06e99eb-d56f-4087-b2cd-3f18814ac519 owned by compute:nova {{(pid=86837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 12:48:03.947883 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-e3ec4540-5abb-41a5-9f9a-25d9944e8190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:03.954943 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-13db699c-0d71-4734-b445-f7e4d0c1e7ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:03.979558 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec4540-5abb-41a5-9f9a-25d9944e8190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40729d96-8bb5-4e4e-bebb-a12dc65b7e97,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:03.984369 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-e3ec4540-5abb-41a5-9f9a-25d9944e8190 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:04.001341 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-e3ec4540-5abb-41a5-9f9a-25d9944e8190 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:04.006544 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-e3ec4540-5abb-41a5-9f9a-25d9944e8190 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/40729d96-8bb5-4e4e-bebb-a12dc65b7e97 HTTP/1.1" status: 204 len: 168 time: 0.3751483 Nov 23 12:48:04.045834 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2176f6-7a2c-4b5f-b123-5dea79961900 req-6a414869-5d43-44f6-b953-c854fcc18437 tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:04.048413 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-ee2176f6-7a2c-4b5f-b123-5dea79961900 req-6a414869-5d43-44f6-b953-c854fcc18437 tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] 10.222.0.31 "GET /v2.0/ports?device_id=4870d007-11e5-4d1c-a7c2-127daec5ccaa HTTP/1.1" status: 200 len: 945 time: 0.2196903 Nov 23 12:48:04.060826 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e66194c-de9e-4a40-9255-f36b723126ad req-5a2baa6e-7c2c-474c-9231-1cc1fc70e539 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:04.061818 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8e66194c-de9e-4a40-9255-f36b723126ad req-5a2baa6e-7c2c-474c-9231-1cc1fc70e539 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/ports?device_id=1aa277d2-d587-4c30-a177-a45523276ec0 HTTP/1.1" status: 200 len: 945 time: 0.1868107 Nov 23 12:48:04.087084 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-0dee8101-00f6-43eb-894d-2c8c9bbf3c8c req-5d2f14f8-72e2-4316-a313-2cfa9d084251 tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788171071573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788170525772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6379447'] for port, after_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:04.100765 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] get_ports_and_sgs() called for port_ids ['b06e99eb-d56f-4087-b2cd-3f18814ac519'] {{(pid=86839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 12:48:04.102188 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:04.145646 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-ee2176f6-7a2c-4b5f-b123-5dea79961900 req-01f2763f-98b9-4495-b1b2-0105bdd1faa1 tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] 10.222.0.31 "GET /v2.0/security-groups?id=23539a58-ae83-4e18-a5a8-cc40d26808b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827155 Nov 23 12:48:04.164202 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2f14f8-72e2-4316-a313-2cfa9d084251 tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] Pushing event deleted for resources: {'Port': ['ID=b06e99eb-d56f-4087-b2cd-3f18814ac519,revision_number=None']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:04.168449 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-5d2f14f8-72e2-4316-a313-2cfa9d084251 tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:04.171468 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8e66194c-de9e-4a40-9255-f36b723126ad req-7d73bec1-d15a-458f-bd06-07ba171e11d6 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07395ea-6958-4a30-8653-814e78309a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891068 Nov 23 12:48:04.294309 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dee8101-00f6-43eb-894d-2c8c9bbf3c8c req-5d2f14f8-72e2-4316-a313-2cfa9d084251 tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] No DVR routers for this DVR port b06e99eb-d56f-4087-b2cd-3f18814ac519 on host hv-cinder-81888 {{(pid=86837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 12:48:04.311724 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-0dee8101-00f6-43eb-894d-2c8c9bbf3c8c req-5d2f14f8-72e2-4316-a313-2cfa9d084251 tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188604'] for port, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:04.317288 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4870d007-11e5-4d1c-a7c2-127daec5ccaa', 'name': 'network-vif-deleted', 'tag': 'b06e99eb-d56f-4087-b2cd-3f18814ac519'}] {{(pid=86837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:48:04.347709 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-0dee8101-00f6-43eb-894d-2c8c9bbf3c8c req-5d2f14f8-72e2-4316-a313-2cfa9d084251 tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] 10.222.0.54 "DELETE /v2.0/ports/b06e99eb-d56f-4087-b2cd-3f18814ac519 HTTP/1.1" status: 204 len: 173 time: 1.1985831 Nov 23 12:48:04.417813 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220d5944-ecd5-4d91-a3f4-483c6a163d01 req-43d1e802-384d-4eab-9f3d-d8dceed8dffb tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:04.420107 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-220d5944-ecd5-4d91-a3f4-483c6a163d01 req-43d1e802-384d-4eab-9f3d-d8dceed8dffb tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.31 "GET /v2.0/ports?device_id=82f3c09a-89c6-4d99-a268-d23bd9c7bd4b HTTP/1.1" status: 200 len: 944 time: 0.1067963 Nov 23 12:48:04.465333 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4870d007-11e5-4d1c-a7c2-127daec5ccaa', 'name': 'network-vif-deleted', 'tag': 'b06e99eb-d56f-4087-b2cd-3f18814ac519', 'status': 'completed', 'code': 200} Nov 23 12:48:04.488343 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-220d5944-ecd5-4d91-a3f4-483c6a163d01 req-97996ed8-6297-4154-ad62-57d9951c9cc1 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.31 "GET /v2.0/security-groups?id=0a850f89-1fcd-4fc3-a6fa-0f4e61598668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597770 Nov 23 12:48:04.508337 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 49666) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:48:04.547696 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-332314af-9f47-4cc2-bbe3-be69e56db9d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:04.570386 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-332314af-9f47-4cc2-bbe3-be69e56db9d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:48:04.574857 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-332314af-9f47-4cc2-bbe3-be69e56db9d5 admin admin] Usage tracker for resource:security_group_rule and tenant:745b67832deb4e8cb628cea9e5c93d2a is out of sync, need to count used quota {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:48:04.577964 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-332314af-9f47-4cc2-bbe3-be69e56db9d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:48:04.584337 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-332314af-9f47-4cc2-bbe3-be69e56db9d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:48:04.629002 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:04.677571 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-332314af-9f47-4cc2-bbe3-be69e56db9d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:04.685762 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-332314af-9f47-4cc2-bbe3-be69e56db9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:04.696363 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-66ecf79a-4281-443e-9ead-7c8c961175a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:04.745158 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-332314af-9f47-4cc2-bbe3-be69e56db9d5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=745b67832deb4e8cb628cea9e5c93d2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2353663 Nov 23 12:48:04.746018 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332314af-9f47-4cc2-bbe3-be69e56db9d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5eeea78-1723-41d9-b475-693d1cd272bf,revision_number=1']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:04.748307 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 49670) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:48:04.749496 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-332314af-9f47-4cc2-bbe3-be69e56db9d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:04.812939 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-07860c0f-4001-4240-9375-cfe7f33129df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:04.847085 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-07860c0f-4001-4240-9375-cfe7f33129df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:04.918518 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-07860c0f-4001-4240-9375-cfe7f33129df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:04.923094 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-e3ec4540-5abb-41a5-9f9a-25d9944e8190 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:04.938227 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07860c0f-4001-4240-9375-cfe7f33129df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5eeea78-1723-41d9-b475-693d1cd272bf,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:04.941262 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-07860c0f-4001-4240-9375-cfe7f33129df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:04.943370 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-07860c0f-4001-4240-9375-cfe7f33129df admin admin] Notify callbacks [] for security_group, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:04.945219 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-07860c0f-4001-4240-9375-cfe7f33129df admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e5eeea78-1723-41d9-b475-693d1cd272bf HTTP/1.1" status: 204 len: 168 time: 0.1950471 Nov 23 12:48:05.386879 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 49688) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:48:05.411073 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-4446fe16-4fef-4876-953b-cfcb102d7608 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:05.430937 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-4446fe16-4fef-4876-953b-cfcb102d7608 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:48:05.437834 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-4446fe16-4fef-4876-953b-cfcb102d7608 admin admin] Usage tracker for resource:security_group_rule and tenant:ff9b3338a14b471e8c0c707ba7383c37 is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:48:05.449024 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0661e8-7947-4232-9c28-89f4ed0e0323 req-842dcb78-ea4a-41c2-8fdf-3992c09165cc tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:05.457052 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-fd0661e8-7947-4232-9c28-89f4ed0e0323 req-842dcb78-ea4a-41c2-8fdf-3992c09165cc tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/ports?device_id=1aa277d2-d587-4c30-a177-a45523276ec0 HTTP/1.1" status: 200 len: 945 time: 0.1454809 Nov 23 12:48:05.460492 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-4446fe16-4fef-4876-953b-cfcb102d7608 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:48:05.484869 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-4446fe16-4fef-4876-953b-cfcb102d7608 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:48:05.546418 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-fd0661e8-7947-4232-9c28-89f4ed0e0323 req-46e71212-e7f0-4a52-a8ba-210b72663562 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07395ea-6958-4a30-8653-814e78309a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876267 Nov 23 12:48:05.638172 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-4446fe16-4fef-4876-953b-cfcb102d7608 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:05.643714 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-4446fe16-4fef-4876-953b-cfcb102d7608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:05.653031 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:05.747682 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4446fe16-4fef-4876-953b-cfcb102d7608 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13d50a87-d264-4bff-9b2f-2902f83eb3a8,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:05.758458 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-4446fe16-4fef-4876-953b-cfcb102d7608 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ff9b3338a14b471e8c0c707ba7383c37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3697667 Nov 23 12:48:05.759929 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-4446fe16-4fef-4876-953b-cfcb102d7608 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:05.765509 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 49704) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:48:05.812176 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3419173a-24e1-4b7e-a5f1-be00c048be20 req-ffd6119d-a7fc-40fa-8198-80e9bfe4e33a tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:05.813921 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-3419173a-24e1-4b7e-a5f1-be00c048be20 req-ffd6119d-a7fc-40fa-8198-80e9bfe4e33a tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.31 "GET /v2.0/ports?device_id=82f3c09a-89c6-4d99-a268-d23bd9c7bd4b HTTP/1.1" status: 200 len: 944 time: 0.1236038 Nov 23 12:48:05.861493 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-d6e2f038-939b-4b3c-a339-50a5eacc048d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:05.872620 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-3419173a-24e1-4b7e-a5f1-be00c048be20 req-592d3585-4e7b-4a0e-922b-203687f0a858 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.31 "GET /v2.0/security-groups?id=0a850f89-1fcd-4fc3-a6fa-0f4e61598668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499589 Nov 23 12:48:05.879336 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Device 2268bd73-df3f-4b66-9cdc-0ea04bfa3ed7 up at agent hyperv_hv-cinder-81888 {{(pid=86839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:48:05.892564 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-d6e2f038-939b-4b3c-a339-50a5eacc048d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:05.986439 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Provisioning for port 2268bd73-df3f-4b66-9cdc-0ea04bfa3ed7 completed by entity L2. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:48:05.988429 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-d6e2f038-939b-4b3c-a339-50a5eacc048d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:06.002400 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-870d51d7-c805-4c0e-b383-0f63924c1cc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:06.004739 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Provisioning complete for port 2268bd73-df3f-4b66-9cdc-0ea04bfa3ed7 triggered by entity L2. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:48:06.005490 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567787'] for port, provisioning_complete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:06.024049 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e2f038-939b-4b3c-a339-50a5eacc048d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13d50a87-d264-4bff-9b2f-2902f83eb3a8,revision_number=None']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:06.027070 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-d6e2f038-939b-4b3c-a339-50a5eacc048d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:06.043336 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-d6e2f038-939b-4b3c-a339-50a5eacc048d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:06.045662 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-d6e2f038-939b-4b3c-a339-50a5eacc048d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/13d50a87-d264-4bff-9b2f-2902f83eb3a8 HTTP/1.1" status: 204 len: 168 time: 0.2781191 Nov 23 12:48:06.174227 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:06.224063 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82f3c09a-89c6-4d99-a268-d23bd9c7bd4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2268bd73-df3f-4b66-9cdc-0ea04bfa3ed7'}] {{(pid=86839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:48:06.239368 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] For port 2268bd73-df3f-4b66-9cdc-0ea04bfa3ed7, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=2268bd73-df3f-4b66-9cdc-0ea04bfa3ed7,segment=NetworkSegment(85703ffb-0024-40a4-9e1c-786d143a488d),segment_id=85703ffb-0024-40a4-9e1c-786d143a488d)] {{(pid=86839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:48:06.246412 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826'] for port, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:06.250009 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:06.286946 dv-cinder-818883-1-smb neutron-server[86839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82f3c09a-89c6-4d99-a268-d23bd9c7bd4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2268bd73-df3f-4b66-9cdc-0ea04bfa3ed7', 'code': 200} Nov 23 12:48:06.347102 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Pushing event updated for resources: {'Port': ['ID=2268bd73-df3f-4b66-9cdc-0ea04bfa3ed7,revision_number=5']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:06.350832 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:06.576057 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58565ff-aec3-4e22-9aa8-6ab9bfceff75 req-f4d8c0c7-71ba-4115-9efd-dc4c8445019d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:06.578750 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-a58565ff-aec3-4e22-9aa8-6ab9bfceff75 req-f4d8c0c7-71ba-4115-9efd-dc4c8445019d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=82f3c09a-89c6-4d99-a268-d23bd9c7bd4b HTTP/1.1" status: 200 len: 1098 time: 0.0995948 Nov 23 12:48:06.683289 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-a58565ff-aec3-4e22-9aa8-6ab9bfceff75 req-441bfe34-a564-49ec-8cc2-844d201addd8 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=0a850f89-1fcd-4fc3-a6fa-0f4e61598668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970676 Nov 23 12:48:06.956465 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201da46d-fab1-459f-b30a-119ba97cc660 req-7c0d3990-dbb0-4fd4-b653-20a8a02bb290 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:06.957959 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-201da46d-fab1-459f-b30a-119ba97cc660 req-7c0d3990-dbb0-4fd4-b653-20a8a02bb290 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/ports?device_id=1aa277d2-d587-4c30-a177-a45523276ec0 HTTP/1.1" status: 200 len: 945 time: 0.2077656 Nov 23 12:48:07.011125 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-201da46d-fab1-459f-b30a-119ba97cc660 req-254c5161-b1f3-4137-8624-bd3da7f9893c tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07395ea-6958-4a30-8653-814e78309a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466616 Nov 23 12:48:07.192304 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717e32d9-2d2f-49d7-b60f-32d910f63aea req-e53bce99-2c08-478d-982e-bbd908a245a5 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:07.193798 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-717e32d9-2d2f-49d7-b60f-32d910f63aea req-e53bce99-2c08-478d-982e-bbd908a245a5 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.31 "GET /v2.0/ports?device_id=82f3c09a-89c6-4d99-a268-d23bd9c7bd4b HTTP/1.1" status: 200 len: 945 time: 0.0965908 Nov 23 12:48:07.249097 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-717e32d9-2d2f-49d7-b60f-32d910f63aea req-2133a485-4b78-482d-9b67-fd13bccc86ab tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.31 "GET /v2.0/security-groups?id=0a850f89-1fcd-4fc3-a6fa-0f4e61598668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480418 Nov 23 12:48:07.896641 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Device b06e99eb-d56f-4087-b2cd-3f18814ac519 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 12:48:07.936137 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.plugin [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] No Port match for: b06e99eb-d56f-4087-b2cd-3f18814ac519 {{(pid=86839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 12:48:07.936489 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Device b06e99eb-d56f-4087-b2cd-3f18814ac519 not bound to the agent host hv-cinder-81888 {{(pid=86839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 12:48:08.220008 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734501b4-70cd-4df2-912e-1b24a0a9f30b req-f60e49c3-dd15-4e4f-aa1e-bc8f80e49755 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:08.221851 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-734501b4-70cd-4df2-912e-1b24a0a9f30b req-f60e49c3-dd15-4e4f-aa1e-bc8f80e49755 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/ports?device_id=1aa277d2-d587-4c30-a177-a45523276ec0 HTTP/1.1" status: 200 len: 945 time: 0.0958793 Nov 23 12:48:08.295834 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-734501b4-70cd-4df2-912e-1b24a0a9f30b req-4224219a-2116-4096-8de5-668bbbb1f541 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07395ea-6958-4a30-8653-814e78309a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673995 Nov 23 12:48:08.476013 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97700978-ff1d-42c1-a62c-f83b34c3b04f req-0c7411bd-b868-44f8-8aee-ca1c8878e1c0 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:08.477370 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-97700978-ff1d-42c1-a62c-f83b34c3b04f req-0c7411bd-b868-44f8-8aee-ca1c8878e1c0 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.31 "GET /v2.0/ports?device_id=82f3c09a-89c6-4d99-a268-d23bd9c7bd4b HTTP/1.1" status: 200 len: 945 time: 0.0861983 Nov 23 12:48:08.528782 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-97700978-ff1d-42c1-a62c-f83b34c3b04f req-6ab1ef06-523a-4c25-982d-1ffbcfc6cbea tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.31 "GET /v2.0/security-groups?id=0a850f89-1fcd-4fc3-a6fa-0f4e61598668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440505 Nov 23 12:48:09.502001 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3288943-96b3-4d7e-afc1-b984c5964d64 req-2acadb2f-fdc4-436f-a818-db3cf3521157 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:09.503582 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-e3288943-96b3-4d7e-afc1-b984c5964d64 req-2acadb2f-fdc4-436f-a818-db3cf3521157 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/ports?device_id=1aa277d2-d587-4c30-a177-a45523276ec0 HTTP/1.1" status: 200 len: 945 time: 0.0848403 Nov 23 12:48:09.552902 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-e3288943-96b3-4d7e-afc1-b984c5964d64 req-f7d4ad42-f3ab-42dc-8df5-2ea0b548dbbc tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07395ea-6958-4a30-8653-814e78309a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411558 Nov 23 12:48:11.062340 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54fbf3f-6818-4963-be4b-a5cacdf900b1 req-17ae5dbb-2aa4-4cf1-9687-1f3cb48f80bb tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:11.064013 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-c54fbf3f-6818-4963-be4b-a5cacdf900b1 req-17ae5dbb-2aa4-4cf1-9687-1f3cb48f80bb tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/ports?device_id=1aa277d2-d587-4c30-a177-a45523276ec0 HTTP/1.1" status: 200 len: 945 time: 0.0986252 Nov 23 12:48:11.116355 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-c54fbf3f-6818-4963-be4b-a5cacdf900b1 req-80e61ba6-36ac-4fdb-b422-da07cf0e788a tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07395ea-6958-4a30-8653-814e78309a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428841 Nov 23 12:48:12.335028 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff09f316-5dee-45c7-9b40-740ae90cebf3 req-ee96a655-4b52-472d-b83d-415624d11c95 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:12.337431 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-ff09f316-5dee-45c7-9b40-740ae90cebf3 req-ee96a655-4b52-472d-b83d-415624d11c95 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/ports?device_id=1aa277d2-d587-4c30-a177-a45523276ec0 HTTP/1.1" status: 200 len: 945 time: 0.1032217 Nov 23 12:48:12.391182 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-ff09f316-5dee-45c7-9b40-740ae90cebf3 req-226f5c48-a5cb-41d1-8030-6aef8301ec46 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07395ea-6958-4a30-8653-814e78309a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474689 Nov 23 12:48:13.099799 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8cea74ba-0809-42f5-ba7f-32d20e955a12 req-c50480c0-fa10-40e0-9b42-b43d9f70b030 tempest-VolumesNegativeTest-663370915 tempest-VolumesNegativeTest-663370915-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=d41e94ddb32c417a8be20f194ead6682&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0389986 Nov 23 12:48:13.321362 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cea74ba-0809-42f5-ba7f-32d20e955a12 req-ec3d8277-3e18-40de-906a-0ae9b68aba77 tempest-VolumesNegativeTest-663370915 tempest-VolumesNegativeTest-663370915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:13.323637 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8cea74ba-0809-42f5-ba7f-32d20e955a12 req-ec3d8277-3e18-40de-906a-0ae9b68aba77 tempest-VolumesNegativeTest-663370915 tempest-VolumesNegativeTest-663370915-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2178388 Nov 23 12:48:13.342626 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8cea74ba-0809-42f5-ba7f-32d20e955a12 req-430c34f0-4603-4e9c-8765-a40036bda3ec tempest-VolumesNegativeTest-663370915 tempest-VolumesNegativeTest-663370915-project] 10.222.0.31 "GET /v2.0/quotas/d41e94ddb32c417a8be20f194ead6682 HTTP/1.1" status: 200 len: 375 time: 0.0116024 Nov 23 12:48:13.409001 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8cea74ba-0809-42f5-ba7f-32d20e955a12 req-f01c19f6-3e92-446f-80ab-9516c2193498 tempest-VolumesNegativeTest-663370915 tempest-VolumesNegativeTest-663370915-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d41e94ddb32c417a8be20f194ead6682&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0603032 Nov 23 12:48:13.783117 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be256fb-ec6b-4120-9fb8-2ebc452922f5 req-02cfae84-2548-4978-aef0-b27d9d443a2f tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:13.791320 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-4be256fb-ec6b-4120-9fb8-2ebc452922f5 req-02cfae84-2548-4978-aef0-b27d9d443a2f tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/ports?device_id=1aa277d2-d587-4c30-a177-a45523276ec0 HTTP/1.1" status: 200 len: 945 time: 0.1473601 Nov 23 12:48:13.902913 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-4be256fb-ec6b-4120-9fb8-2ebc452922f5 req-9247b637-0bac-4108-92b3-a3b82d7bc01c tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07395ea-6958-4a30-8653-814e78309a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105082 Nov 23 12:48:14.044520 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-013d5739-f67b-43ae-9868-37861649abc7 req-aadc4b8c-ce5e-4d62-8c8b-a54ca039636a tempest-VolumesNegativeTest-663370915 tempest-VolumesNegativeTest-663370915-project] 10.222.0.31 "GET /v2.0/ports?device_id=eae91988-902e-4e27-bb71-2892a4ae0cd9 HTTP/1.1" status: 200 len: 210 time: 0.1120098 Nov 23 12:48:15.146201 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.agents_db [None req-d0d00f27-41a4-4d9d-a63d-8c6bf84d2b10 None None] Agent healthcheck: found 6 active agents {{(pid=86840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 12:48:15.162237 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04398a9-375e-4d33-ab2e-25cb51e73d98 req-dd1d00df-6199-44e5-9c5a-27cb286737de tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:15.169929 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-e04398a9-375e-4d33-ab2e-25cb51e73d98 req-dd1d00df-6199-44e5-9c5a-27cb286737de tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/ports?device_id=1aa277d2-d587-4c30-a177-a45523276ec0 HTTP/1.1" status: 200 len: 945 time: 0.1371346 Nov 23 12:48:15.251149 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-8cea74ba-0809-42f5-ba7f-32d20e955a12 req-ccf78830-9fb6-4814-9a67-4f1445455e2c tempest-VolumesNegativeTest-663370915 tempest-VolumesNegativeTest-663370915-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=d41e94ddb32c417a8be20f194ead6682&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0786641 Nov 23 12:48:15.333014 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-e04398a9-375e-4d33-ab2e-25cb51e73d98 req-f429b765-62d2-4e80-b986-01a713f46ea6 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07395ea-6958-4a30-8653-814e78309a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616833 Nov 23 12:48:15.442195 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-733cc18d-1fff-43f9-8a4c-c39facffc307 req-e839b025-d613-4a72-a238-fbcc583fca98 tempest-VolumesNegativeTest-663370915 tempest-VolumesNegativeTest-663370915-project] 10.222.0.31 "GET /v2.0/ports?device_id=eae91988-902e-4e27-bb71-2892a4ae0cd9 HTTP/1.1" status: 200 len: 210 time: 0.0923712 Nov 23 12:48:15.552301 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cea74ba-0809-42f5-ba7f-32d20e955a12 req-d5f6700f-f374-420c-aa83-96a5805e836d tempest-VolumesNegativeTest-663370915 tempest-VolumesNegativeTest-663370915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:15.554218 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-8cea74ba-0809-42f5-ba7f-32d20e955a12 req-d5f6700f-f374-420c-aa83-96a5805e836d tempest-VolumesNegativeTest-663370915 tempest-VolumesNegativeTest-663370915-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2906015 Nov 23 12:48:15.575954 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.v2.base [req-8cea74ba-0809-42f5-ba7f-32d20e955a12 req-0e391f16-57c8-4370-b552-a9394b8ff0a9 tempest-VolumesNegativeTest-663370915 tempest-VolumesNegativeTest-663370915-project] Request body: {'port': {'device_id': 'eae91988-902e-4e27-bb71-2892a4ae0cd9', 'network_id': '01d5618b-88b8-4a5f-9599-02dc0c8a16bf', 'admin_state_up': True, 'tenant_id': 'd41e94ddb32c417a8be20f194ead6682'}} {{(pid=86837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:48:15.639331 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe2d550-145d-4e05-907a-9dcfadb19f60 req-e4238329-ed09-405a-a6c4-39426dca6380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:15.641117 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-abe2d550-145d-4e05-907a-9dcfadb19f60 req-e4238329-ed09-405a-a6c4-39426dca6380 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=1aa277d2-d587-4c30-a177-a45523276ec0 HTTP/1.1" status: 200 len: 1098 time: 0.1120353 Nov 23 12:48:15.767025 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-abe2d550-145d-4e05-907a-9dcfadb19f60 req-f18c7d08-4319-4dc4-8826-386b19dd52ee service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=a07395ea-6958-4a30-8653-814e78309a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740852 Nov 23 12:48:15.817451 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [req-8cea74ba-0809-42f5-ba7f-32d20e955a12 req-0e391f16-57c8-4370-b552-a9394b8ff0a9 tempest-VolumesNegativeTest-663370915 tempest-VolumesNegativeTest-663370915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:48:15.821858 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [req-8cea74ba-0809-42f5-ba7f-32d20e955a12 req-0e391f16-57c8-4370-b552-a9394b8ff0a9 tempest-VolumesNegativeTest-663370915 tempest-VolumesNegativeTest-663370915-project] Usage tracker for resource:port and tenant:d41e94ddb32c417a8be20f194ead6682 is out of sync, need to count used quota {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:48:15.825476 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [req-8cea74ba-0809-42f5-ba7f-32d20e955a12 req-0e391f16-57c8-4370-b552-a9394b8ff0a9 tempest-VolumesNegativeTest-663370915 tempest-VolumesNegativeTest-663370915-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:48:15.832017 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [req-8cea74ba-0809-42f5-ba7f-32d20e955a12 req-0e391f16-57c8-4370-b552-a9394b8ff0a9 tempest-VolumesNegativeTest-663370915 tempest-VolumesNegativeTest-663370915-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:48:15.845788 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cea74ba-0809-42f5-ba7f-32d20e955a12 req-0e391f16-57c8-4370-b552-a9394b8ff0a9 tempest-VolumesNegativeTest-663370915 tempest-VolumesNegativeTest-663370915-project] Made reservation on behalf of d41e94ddb32c417a8be20f194ead6682 for: {'port': 1} {{(pid=86837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:48:15.850249 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-8cea74ba-0809-42f5-ba7f-32d20e955a12 req-0e391f16-57c8-4370-b552-a9394b8ff0a9 tempest-VolumesNegativeTest-663370915 tempest-VolumesNegativeTest-663370915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:15.868495 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-8cea74ba-0809-42f5-ba7f-32d20e955a12 req-0e391f16-57c8-4370-b552-a9394b8ff0a9 tempest-VolumesNegativeTest-663370915 tempest-VolumesNegativeTest-663370915-project] Notify callbacks [] for security_group, before_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:15.884092 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [req-8cea74ba-0809-42f5-ba7f-32d20e955a12 req-0e391f16-57c8-4370-b552-a9394b8ff0a9 tempest-VolumesNegativeTest-663370915 tempest-VolumesNegativeTest-663370915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:48:15.888022 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [req-8cea74ba-0809-42f5-ba7f-32d20e955a12 req-0e391f16-57c8-4370-b552-a9394b8ff0a9 tempest-VolumesNegativeTest-663370915 tempest-VolumesNegativeTest-663370915-project] Usage tracker for resource:security_group_rule and tenant:d41e94ddb32c417a8be20f194ead6682 is out of sync, need to count used quota {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:48:15.890924 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [req-8cea74ba-0809-42f5-ba7f-32d20e955a12 req-0e391f16-57c8-4370-b552-a9394b8ff0a9 tempest-VolumesNegativeTest-663370915 tempest-VolumesNegativeTest-663370915-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:48:15.897156 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [req-8cea74ba-0809-42f5-ba7f-32d20e955a12 req-0e391f16-57c8-4370-b552-a9394b8ff0a9 tempest-VolumesNegativeTest-663370915 tempest-VolumesNegativeTest-663370915-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:48:15.996936 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-8cea74ba-0809-42f5-ba7f-32d20e955a12 req-0e391f16-57c8-4370-b552-a9394b8ff0a9 tempest-VolumesNegativeTest-663370915 tempest-VolumesNegativeTest-663370915-project] Notify callbacks [] for security_group, precommit_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:16.001662 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-8cea74ba-0809-42f5-ba7f-32d20e955a12 req-0e391f16-57c8-4370-b552-a9394b8ff0a9 tempest-VolumesNegativeTest-663370915 tempest-VolumesNegativeTest-663370915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:16.005057 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-47d94cce-42dd-4747-b33f-7306cd108d26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:16.109865 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e391f16-57c8-4370-b552-a9394b8ff0a9 tempest-VolumesNegativeTest-663370915 tempest-VolumesNegativeTest-663370915-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07aef618-482b-47e9-bb90-1a0a41bc0bc7,revision_number=1']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:16.134139 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e391f16-57c8-4370-b552-a9394b8ff0a9 tempest-VolumesNegativeTest-663370915 tempest-VolumesNegativeTest-663370915-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:48:16.134524 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e391f16-57c8-4370-b552-a9394b8ff0a9 tempest-VolumesNegativeTest-663370915 tempest-VolumesNegativeTest-663370915-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:48:16.134910 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e391f16-57c8-4370-b552-a9394b8ff0a9 tempest-VolumesNegativeTest-663370915 tempest-VolumesNegativeTest-663370915-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:48:16.135272 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e391f16-57c8-4370-b552-a9394b8ff0a9 tempest-VolumesNegativeTest-663370915 tempest-VolumesNegativeTest-663370915-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:48:16.137477 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e391f16-57c8-4370-b552-a9394b8ff0a9 tempest-VolumesNegativeTest-663370915 tempest-VolumesNegativeTest-663370915-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:48:16.137477 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e391f16-57c8-4370-b552-a9394b8ff0a9 tempest-VolumesNegativeTest-663370915 tempest-VolumesNegativeTest-663370915-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:48:16.137477 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e391f16-57c8-4370-b552-a9394b8ff0a9 tempest-VolumesNegativeTest-663370915 tempest-VolumesNegativeTest-663370915-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:48:16.137781 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e391f16-57c8-4370-b552-a9394b8ff0a9 tempest-VolumesNegativeTest-663370915 tempest-VolumesNegativeTest-663370915-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:48:16.138157 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e391f16-57c8-4370-b552-a9394b8ff0a9 tempest-VolumesNegativeTest-663370915 tempest-VolumesNegativeTest-663370915-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:48:16.138966 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e391f16-57c8-4370-b552-a9394b8ff0a9 tempest-VolumesNegativeTest-663370915 tempest-VolumesNegativeTest-663370915-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:48:16.139319 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e391f16-57c8-4370-b552-a9394b8ff0a9 tempest-VolumesNegativeTest-663370915 tempest-VolumesNegativeTest-663370915-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:48:16.139664 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e391f16-57c8-4370-b552-a9394b8ff0a9 tempest-VolumesNegativeTest-663370915 tempest-VolumesNegativeTest-663370915-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:48:16.148128 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-0e391f16-57c8-4370-b552-a9394b8ff0a9 tempest-VolumesNegativeTest-663370915 tempest-VolumesNegativeTest-663370915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:16.263759 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.db_base_plugin_common [req-8cea74ba-0809-42f5-ba7f-32d20e955a12 req-0e391f16-57c8-4370-b552-a9394b8ff0a9 tempest-VolumesNegativeTest-663370915 tempest-VolumesNegativeTest-663370915-project] Allocated IP 192.168.233.54 (01d5618b-88b8-4a5f-9599-02dc0c8a16bf/bb3f6c35-0017-4b4d-9a2e-f39054b72274/da3be4b3-e2ed-445b-b87b-841231fc7ed9) {{(pid=86837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:48:16.616614 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-8cea74ba-0809-42f5-ba7f-32d20e955a12 req-0e391f16-57c8-4370-b552-a9394b8ff0a9 tempest-VolumesNegativeTest-663370915 tempest-VolumesNegativeTest-663370915-project] Notify callbacks [] for port, precommit_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:16.637640 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.provisioning_blocks [req-8cea74ba-0809-42f5-ba7f-32d20e955a12 req-0e391f16-57c8-4370-b552-a9394b8ff0a9 tempest-VolumesNegativeTest-663370915 tempest-VolumesNegativeTest-663370915-project] Transition to ACTIVE for port object da3be4b3-e2ed-445b-b87b-841231fc7ed9 will not be triggered until provisioned by entity DHCP. {{(pid=86837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:48:16.672570 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-8cea74ba-0809-42f5-ba7f-32d20e955a12 req-0e391f16-57c8-4370-b552-a9394b8ff0a9 tempest-VolumesNegativeTest-663370915 tempest-VolumesNegativeTest-663370915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788170525763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6379447'] for port, after_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:16.680459 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:16.706241 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1829dfeb-fdfc-4ca6-9ac4-ae1ae227531e req-0eece589-8286-420a-90f1-67ca9571df73 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:16.707904 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-1829dfeb-fdfc-4ca6-9ac4-ae1ae227531e req-0eece589-8286-420a-90f1-67ca9571df73 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/ports?device_id=1aa277d2-d587-4c30-a177-a45523276ec0 HTTP/1.1" status: 200 len: 945 time: 0.2453415 Nov 23 12:48:16.774985 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cea74ba-0809-42f5-ba7f-32d20e955a12 req-0e391f16-57c8-4370-b552-a9394b8ff0a9 tempest-VolumesNegativeTest-663370915 tempest-VolumesNegativeTest-663370915-project] Network 01d5618b-88b8-4a5f-9599-02dc0c8a16bf is already hosted by enough agents. {{(pid=86837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:48:16.779630 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.scheduler.base_scheduler [req-8cea74ba-0809-42f5-ba7f-32d20e955a12 req-0e391f16-57c8-4370-b552-a9394b8ff0a9 tempest-VolumesNegativeTest-663370915 tempest-VolumesNegativeTest-663370915-project] Resources bound (agent type, host, resource id): {{(pid=86837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:48:16.799179 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cea74ba-0809-42f5-ba7f-32d20e955a12 req-0e391f16-57c8-4370-b552-a9394b8ff0a9 tempest-VolumesNegativeTest-663370915 tempest-VolumesNegativeTest-663370915-project] Received port after_create {{(pid=86837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 12:48:16.911094 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-1829dfeb-fdfc-4ca6-9ac4-ae1ae227531e req-6382c3e3-19f0-46aa-a60f-a98a617b7772 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07395ea-6958-4a30-8653-814e78309a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962953 Nov 23 12:48:17.016886 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd60c3c-261d-4f37-a58d-d1e5bd39ecd2 req-013e25f0-c192-48d9-8ad0-ce5dd2ba60b9 tempest-VolumesNegativeTest-663370915 tempest-VolumesNegativeTest-663370915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:17.019158 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-6dd60c3c-261d-4f37-a58d-d1e5bd39ecd2 req-013e25f0-c192-48d9-8ad0-ce5dd2ba60b9 tempest-VolumesNegativeTest-663370915 tempest-VolumesNegativeTest-663370915-project] 10.222.0.31 "GET /v2.0/ports?device_id=eae91988-902e-4e27-bb71-2892a4ae0cd9 HTTP/1.1" status: 200 len: 935 time: 0.2321503 Nov 23 12:48:17.142445 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cea74ba-0809-42f5-ba7f-32d20e955a12 req-0e391f16-57c8-4370-b552-a9394b8ff0a9 tempest-VolumesNegativeTest-663370915 tempest-VolumesNegativeTest-663370915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:17.144224 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-8cea74ba-0809-42f5-ba7f-32d20e955a12 req-0e391f16-57c8-4370-b552-a9394b8ff0a9 tempest-VolumesNegativeTest-663370915 tempest-VolumesNegativeTest-663370915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188604'] for port, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:17.180075 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-6dd60c3c-261d-4f37-a58d-d1e5bd39ecd2 req-71ea88b1-2327-4781-acaa-f216be210c0a tempest-VolumesNegativeTest-663370915 tempest-VolumesNegativeTest-663370915-project] 10.222.0.31 "GET /v2.0/security-groups?id=07aef618-482b-47e9-bb90-1a0a41bc0bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492441 Nov 23 12:48:17.208105 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e391f16-57c8-4370-b552-a9394b8ff0a9 tempest-VolumesNegativeTest-663370915 tempest-VolumesNegativeTest-663370915-project] Pushing event updated for resources: {'Port': ['ID=da3be4b3-e2ed-445b-b87b-841231fc7ed9,revision_number=1']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:17.215910 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-8cea74ba-0809-42f5-ba7f-32d20e955a12 req-0e391f16-57c8-4370-b552-a9394b8ff0a9 tempest-VolumesNegativeTest-663370915 tempest-VolumesNegativeTest-663370915-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6483536 Nov 23 12:48:17.218973 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-0e391f16-57c8-4370-b552-a9394b8ff0a9 tempest-VolumesNegativeTest-663370915 tempest-VolumesNegativeTest-663370915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.539s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:17.247336 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.v2.base [req-8cea74ba-0809-42f5-ba7f-32d20e955a12 req-66b35482-2355-423a-acb2-cd0b387ee0bb service neutron] Request body: {'port': {'device_id': 'eae91988-902e-4e27-bb71-2892a4ae0cd9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:48:17.253238 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-ee90c4cf-f5a2-42fe-9925-24a755c75703 None None] Provisioning for port da3be4b3-e2ed-445b-b87b-841231fc7ed9 completed by entity DHCP. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:48:17.265352 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-ee90c4cf-f5a2-42fe-9925-24a755c75703 None None] Provisioning complete for port da3be4b3-e2ed-445b-b87b-841231fc7ed9 triggered by entity DHCP. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:48:17.268099 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-ee90c4cf-f5a2-42fe-9925-24a755c75703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567787'] for port, provisioning_complete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:17.367873 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.plugin [None req-ee90c4cf-f5a2-42fe-9925-24a755c75703 None None] Port da3be4b3-e2ed-445b-b87b-841231fc7ed9 cannot update to ACTIVE because it is not bound. {{(pid=86839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 23 12:48:17.503591 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-8cea74ba-0809-42f5-ba7f-32d20e955a12 req-66b35482-2355-423a-acb2-cd0b387ee0bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:17.913324 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.notifiers.nova [req-8cea74ba-0809-42f5-ba7f-32d20e955a12 req-66b35482-2355-423a-acb2-cd0b387ee0bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da3be4b3-e2ed-445b-b87b-841231fc7ed9 {{(pid=86837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 12:48:17.924861 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-8cea74ba-0809-42f5-ba7f-32d20e955a12 req-66b35482-2355-423a-acb2-cd0b387ee0bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:17.944456 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.provisioning_blocks [req-8cea74ba-0809-42f5-ba7f-32d20e955a12 req-66b35482-2355-423a-acb2-cd0b387ee0bb service neutron] Transition to ACTIVE for port object da3be4b3-e2ed-445b-b87b-841231fc7ed9 will not be triggered until provisioned by entity L2. {{(pid=86837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:48:17.949782 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-8cea74ba-0809-42f5-ba7f-32d20e955a12 req-66b35482-2355-423a-acb2-cd0b387ee0bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6379454'] for port, after_update {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:17.954685 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-36c350b2-80e1-4edf-a6b1-d4cfc5937d41 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:18.218609 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164a05f4-bc8f-4fea-b9ea-b1e65da1504b req-6c55fdb8-fd5f-46c3-be2a-2e14c7d93680 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:18.234835 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-164a05f4-bc8f-4fea-b9ea-b1e65da1504b req-6c55fdb8-fd5f-46c3-be2a-2e14c7d93680 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/ports?device_id=1aa277d2-d587-4c30-a177-a45523276ec0 HTTP/1.1" status: 200 len: 945 time: 0.1831117 Nov 23 12:48:18.276640 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b35482-2355-423a-acb2-cd0b387ee0bb service neutron] Pushing event updated for resources: {'Port': ['ID=da3be4b3-e2ed-445b-b87b-841231fc7ed9,revision_number=2']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:18.283062 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-66b35482-2355-423a-acb2-cd0b387ee0bb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:18.326203 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.managers [req-8cea74ba-0809-42f5-ba7f-32d20e955a12 req-66b35482-2355-423a-acb2-cd0b387ee0bb service neutron] Attempting to bind port da3be4b3-e2ed-445b-b87b-841231fc7ed9 on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 12:48:18.326620 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.managers [req-8cea74ba-0809-42f5-ba7f-32d20e955a12 req-66b35482-2355-423a-acb2-cd0b387ee0bb service neutron] Attempting to bind port da3be4b3-e2ed-445b-b87b-841231fc7ed9 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '5f349b48-cd1a-47c0-b31c-79d20e279442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '01d5618b-88b8-4a5f-9599-02dc0c8a16bf'}] {{(pid=86837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 12:48:18.326977 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cea74ba-0809-42f5-ba7f-32d20e955a12 req-66b35482-2355-423a-acb2-cd0b387ee0bb service neutron] Attempting to bind port da3be4b3-e2ed-445b-b87b-841231fc7ed9 on network 01d5618b-88b8-4a5f-9599-02dc0c8a16bf {{(pid=86837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:48:18.332426 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-164a05f4-bc8f-4fea-b9ea-b1e65da1504b req-8c5af229-64da-4acf-ac30-60eeff00755a tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07395ea-6958-4a30-8653-814e78309a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942509 Nov 23 12:48:18.333529 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cea74ba-0809-42f5-ba7f-32d20e955a12 req-66b35482-2355-423a-acb2-cd0b387ee0bb service neutron] Port da3be4b3-e2ed-445b-b87b-841231fc7ed9 on network 01d5618b-88b8-4a5f-9599-02dc0c8a16bf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 23 12:48:18.333896 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cea74ba-0809-42f5-ba7f-32d20e955a12 req-66b35482-2355-423a-acb2-cd0b387ee0bb service neutron] Attempting to bind port da3be4b3-e2ed-445b-b87b-841231fc7ed9 on network 01d5618b-88b8-4a5f-9599-02dc0c8a16bf {{(pid=86837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:48:18.341642 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cea74ba-0809-42f5-ba7f-32d20e955a12 req-66b35482-2355-423a-acb2-cd0b387ee0bb service neutron] Checking agent: {'id': 'c02b2241-eea5-43d7-ab73-e33b65374cd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 44, 5), 'started_at': datetime.datetime(2021, 11, 23, 12, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 12:48:18.342185 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cea74ba-0809-42f5-ba7f-32d20e955a12 req-66b35482-2355-423a-acb2-cd0b387ee0bb service neutron] Checking segment: {'id': '5f349b48-cd1a-47c0-b31c-79d20e279442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '01d5618b-88b8-4a5f-9599-02dc0c8a16bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:48:18.343417 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cea74ba-0809-42f5-ba7f-32d20e955a12 req-66b35482-2355-423a-acb2-cd0b387ee0bb service neutron] Bound using segment: {'id': '5f349b48-cd1a-47c0-b31c-79d20e279442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '01d5618b-88b8-4a5f-9599-02dc0c8a16bf'} {{(pid=86837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 12:48:18.343867 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.managers [req-8cea74ba-0809-42f5-ba7f-32d20e955a12 req-66b35482-2355-423a-acb2-cd0b387ee0bb service neutron] Bound port: da3be4b3-e2ed-445b-b87b-841231fc7ed9, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f349b48-cd1a-47c0-b31c-79d20e279442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '01d5618b-88b8-4a5f-9599-02dc0c8a16bf'}}] {{(pid=86837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 12:48:18.344337 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-8cea74ba-0809-42f5-ba7f-32d20e955a12 req-66b35482-2355-423a-acb2-cd0b387ee0bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:18.462197 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.db [req-8cea74ba-0809-42f5-ba7f-32d20e955a12 req-66b35482-2355-423a-acb2-cd0b387ee0bb service neutron] For port da3be4b3-e2ed-445b-b87b-841231fc7ed9, host hv-cinder-81888, cleared binding levels {{(pid=86837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 12:48:18.466615 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.db [req-8cea74ba-0809-42f5-ba7f-32d20e955a12 req-66b35482-2355-423a-acb2-cd0b387ee0bb service neutron] For port da3be4b3-e2ed-445b-b87b-841231fc7ed9, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=da3be4b3-e2ed-445b-b87b-841231fc7ed9,segment=NetworkSegment(5f349b48-cd1a-47c0-b31c-79d20e279442),segment_id=5f349b48-cd1a-47c0-b31c-79d20e279442)] {{(pid=86837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 12:48:18.474987 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-8cea74ba-0809-42f5-ba7f-32d20e955a12 req-66b35482-2355-423a-acb2-cd0b387ee0bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6379454'] for port, after_update {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:18.482000 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-0e391f16-57c8-4370-b552-a9394b8ff0a9 tempest-VolumesNegativeTest-663370915 tempest-VolumesNegativeTest-663370915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:18.559818 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a8025a-cf73-4ab6-b926-b3051da692ca req-93d904e3-8927-4ca9-a64d-deb924a3581d tempest-VolumesNegativeTest-663370915 tempest-VolumesNegativeTest-663370915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:18.561927 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-00a8025a-cf73-4ab6-b926-b3051da692ca req-93d904e3-8927-4ca9-a64d-deb924a3581d tempest-VolumesNegativeTest-663370915 tempest-VolumesNegativeTest-663370915-project] 10.222.0.31 "GET /v2.0/ports?device_id=eae91988-902e-4e27-bb71-2892a4ae0cd9 HTTP/1.1" status: 200 len: 947 time: 0.1541541 Nov 23 12:48:18.620941 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cea74ba-0809-42f5-ba7f-32d20e955a12 req-66b35482-2355-423a-acb2-cd0b387ee0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:18.621681 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-8cea74ba-0809-42f5-ba7f-32d20e955a12 req-66b35482-2355-423a-acb2-cd0b387ee0bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188604'] for port, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:18.623562 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-8cea74ba-0809-42f5-ba7f-32d20e955a12 req-66b35482-2355-423a-acb2-cd0b387ee0bb service neutron] 10.222.0.54 "PUT /v2.0/ports/da3be4b3-e2ed-445b-b87b-841231fc7ed9 HTTP/1.1" status: 200 len: 1097 time: 1.3824828 Nov 23 12:48:18.627667 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eae91988-902e-4e27-bb71-2892a4ae0cd9', 'tag': 'da3be4b3-e2ed-445b-b87b-841231fc7ed9'}] {{(pid=86837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:48:18.676419 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b35482-2355-423a-acb2-cd0b387ee0bb service neutron] Pushing event updated for resources: {'Port': ['ID=da3be4b3-e2ed-445b-b87b-841231fc7ed9,revision_number=3']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:18.681629 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-66b35482-2355-423a-acb2-cd0b387ee0bb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:18.726694 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-00a8025a-cf73-4ab6-b926-b3051da692ca req-3fd070e5-3ddd-4646-9d07-7a18c65ebcca tempest-VolumesNegativeTest-663370915 tempest-VolumesNegativeTest-663370915-project] 10.222.0.31 "GET /v2.0/security-groups?id=07aef618-482b-47e9-bb90-1a0a41bc0bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531427 Nov 23 12:48:18.862304 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cea74ba-0809-42f5-ba7f-32d20e955a12 req-f1f54011-7c9a-4a96-bd2c-a159401948f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:18.868295 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-8cea74ba-0809-42f5-ba7f-32d20e955a12 req-f1f54011-7c9a-4a96-bd2c-a159401948f4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d41e94ddb32c417a8be20f194ead6682&device_id=eae91988-902e-4e27-bb71-2892a4ae0cd9 HTTP/1.1" status: 200 len: 1100 time: 0.1848292 Nov 23 12:48:19.011849 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eae91988-902e-4e27-bb71-2892a4ae0cd9', 'tag': 'da3be4b3-e2ed-445b-b87b-841231fc7ed9', 'status': 'completed', 'code': 200} Nov 23 12:48:19.029115 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-8cea74ba-0809-42f5-ba7f-32d20e955a12 req-e84e00bc-6166-4e63-abd0-0c5db35a252c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=da3be4b3-e2ed-445b-b87b-841231fc7ed9 HTTP/1.1" status: 200 len: 217 time: 0.1490133 Nov 23 12:48:19.143133 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cea74ba-0809-42f5-ba7f-32d20e955a12 req-72e1bc0e-49de-4476-a3e5-2af2b6f6945e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:19.145628 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-8cea74ba-0809-42f5-ba7f-32d20e955a12 req-72e1bc0e-49de-4476-a3e5-2af2b6f6945e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bb3f6c35-0017-4b4d-9a2e-f39054b72274 HTTP/1.1" status: 200 len: 843 time: 0.1015887 Nov 23 12:48:19.294928 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cea74ba-0809-42f5-ba7f-32d20e955a12 req-12370382-8196-40c9-bd08-63a9a27b2e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:19.298103 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-8cea74ba-0809-42f5-ba7f-32d20e955a12 req-12370382-8196-40c9-bd08-63a9a27b2e4b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=01d5618b-88b8-4a5f-9599-02dc0c8a16bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1308022 Nov 23 12:48:19.382205 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dddffba-d478-42c7-afe6-e09c6787af94 req-ff703e7e-fdaa-4de0-8ca8-e71edda90790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:19.384217 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-5dddffba-d478-42c7-afe6-e09c6787af94 req-ff703e7e-fdaa-4de0-8ca8-e71edda90790 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=91624ff73b014ed4aa8831330bf94986&device_id=1aa277d2-d587-4c30-a177-a45523276ec0 HTTP/1.1" status: 200 len: 1098 time: 0.1682808 Nov 23 12:48:19.474504 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-8cea74ba-0809-42f5-ba7f-32d20e955a12 req-80197fa9-81fe-4f55-b4be-0611e9209da9 service neutron] 10.222.0.54 "GET /v2.0/networks/01d5618b-88b8-4a5f-9599-02dc0c8a16bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634088 Nov 23 12:48:19.665699 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-8cea74ba-0809-42f5-ba7f-32d20e955a12 req-6727a13e-8107-4d05-b87e-9738b9387279 service neutron] 10.222.0.54 "GET /v2.0/networks/01d5618b-88b8-4a5f-9599-02dc0c8a16bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834984 Nov 23 12:48:19.802326 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dddffba-d478-42c7-afe6-e09c6787af94 req-6f4c77e9-a301-434f-81b5-3f95d14ce3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:19.803685 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-5dddffba-d478-42c7-afe6-e09c6787af94 req-6f4c77e9-a301-434f-81b5-3f95d14ce3c9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f9d133c8-4135-48e6-b582-06743cb8c4da HTTP/1.1" status: 200 len: 918 time: 0.4113057 Nov 23 12:48:19.875396 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94d42b4-dcc4-48f4-8733-276d590b1fc6 req-f1a6e939-4983-44c5-8407-fdf86156142a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:19.876986 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-c94d42b4-dcc4-48f4-8733-276d590b1fc6 req-f1a6e939-4983-44c5-8407-fdf86156142a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d41e94ddb32c417a8be20f194ead6682&device_id=eae91988-902e-4e27-bb71-2892a4ae0cd9 HTTP/1.1" status: 200 len: 1100 time: 0.1132667 Nov 23 12:48:19.901062 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-5dddffba-d478-42c7-afe6-e09c6787af94 req-7ed612d8-b6c4-4431-aa0c-048bcced4ccd service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=802d7382-a7a7-4d00-8901-3b4993b19393 HTTP/1.1" status: 200 len: 217 time: 0.0819623 Nov 23 12:48:19.923181 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a6eb04-d70b-4f72-a9cc-947d7c1a7d64 req-0cb4697f-aa10-4287-89f2-ea05132f1afc tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:19.933001 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-47a6eb04-d70b-4f72-a9cc-947d7c1a7d64 req-0cb4697f-aa10-4287-89f2-ea05132f1afc tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/ports?device_id=1aa277d2-d587-4c30-a177-a45523276ec0 HTTP/1.1" status: 200 len: 945 time: 0.5069852 Nov 23 12:48:19.943704 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dcf980-1ae4-43c5-8d65-d0c2730103b0 req-d28121d3-884c-4671-bf5b-c1e568d699e2 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:19.945581 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-d2dcf980-1ae4-43c5-8d65-d0c2730103b0 req-d28121d3-884c-4671-bf5b-c1e568d699e2 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.31 "GET /v2.0/ports?device_id=82f3c09a-89c6-4d99-a268-d23bd9c7bd4b HTTP/1.1" status: 200 len: 945 time: 0.3246870 Nov 23 12:48:20.109144 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-47a6eb04-d70b-4f72-a9cc-947d7c1a7d64 req-22dd6f60-ada9-41bc-818b-5c2bf4a7fec1 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07395ea-6958-4a30-8653-814e78309a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750515 Nov 23 12:48:20.110806 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dddffba-d478-42c7-afe6-e09c6787af94 req-08ca059d-6ac1-40c6-9af9-8b38e68948dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:20.112250 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-5dddffba-d478-42c7-afe6-e09c6787af94 req-08ca059d-6ac1-40c6-9af9-8b38e68948dd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bd51d8cb-0c29-4851-b2cf-4f44e529c93c HTTP/1.1" status: 200 len: 857 time: 0.1650043 Nov 23 12:48:20.211938 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-d2dcf980-1ae4-43c5-8d65-d0c2730103b0 req-2298008f-b714-4736-9a12-1a966caba481 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.31 "GET /v2.0/security-groups?id=0a850f89-1fcd-4fc3-a6fa-0f4e61598668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223473 Nov 23 12:48:20.242449 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-5dddffba-d478-42c7-afe6-e09c6787af94 req-7655a314-25c5-4e6e-9d4a-0d3df89f7a85 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f9d133c8-4135-48e6-b582-06743cb8c4da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1045370 Nov 23 12:48:20.248316 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94d42b4-dcc4-48f4-8733-276d590b1fc6 req-bca1da00-7a95-46ee-8c8c-220fceed3eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:20.270469 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-c94d42b4-dcc4-48f4-8733-276d590b1fc6 req-bca1da00-7a95-46ee-8c8c-220fceed3eff service neutron] 10.222.0.54 "GET /v2.0/networks?id=01d5618b-88b8-4a5f-9599-02dc0c8a16bf HTTP/1.1" status: 200 len: 870 time: 0.3646646 Nov 23 12:48:20.376659 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-c94d42b4-dcc4-48f4-8733-276d590b1fc6 req-56f2395f-5f5f-4cd8-a1ba-84e957d44512 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=da3be4b3-e2ed-445b-b87b-841231fc7ed9 HTTP/1.1" status: 200 len: 217 time: 0.0966914 Nov 23 12:48:20.482953 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94d42b4-dcc4-48f4-8733-276d590b1fc6 req-f57abe00-089f-42a7-9a82-cffe4e348345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:20.482953 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-c94d42b4-dcc4-48f4-8733-276d590b1fc6 req-f57abe00-089f-42a7-9a82-cffe4e348345 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bb3f6c35-0017-4b4d-9a2e-f39054b72274 HTTP/1.1" status: 200 len: 843 time: 0.0941234 Nov 23 12:48:20.589407 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-5dddffba-d478-42c7-afe6-e09c6787af94 req-45b70b56-7a55-4eea-8bf0-13bdd37bb1ee service neutron] 10.222.0.54 "GET /v2.0/networks/f9d133c8-4135-48e6-b582-06743cb8c4da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3274071 Nov 23 12:48:20.603355 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94d42b4-dcc4-48f4-8733-276d590b1fc6 req-78f0c470-e27a-4ade-a5f9-cc04bd15bd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:20.604963 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-c94d42b4-dcc4-48f4-8733-276d590b1fc6 req-78f0c470-e27a-4ade-a5f9-cc04bd15bd55 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=01d5618b-88b8-4a5f-9599-02dc0c8a16bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1091373 Nov 23 12:48:20.688219 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c995b46-70d7-436a-91b5-3fa98f742740 req-34cf2bc3-766c-4fdb-b137-5f43bdeee98c tempest-VolumesNegativeTest-663370915 tempest-VolumesNegativeTest-663370915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:20.690011 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-3c995b46-70d7-436a-91b5-3fa98f742740 req-34cf2bc3-766c-4fdb-b137-5f43bdeee98c tempest-VolumesNegativeTest-663370915 tempest-VolumesNegativeTest-663370915-project] 10.222.0.31 "GET /v2.0/ports?device_id=eae91988-902e-4e27-bb71-2892a4ae0cd9 HTTP/1.1" status: 200 len: 947 time: 0.3071721 Nov 23 12:48:20.792972 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-c94d42b4-dcc4-48f4-8733-276d590b1fc6 req-26403917-a959-4994-a321-748eb9bc3593 service neutron] 10.222.0.54 "GET /v2.0/networks/01d5618b-88b8-4a5f-9599-02dc0c8a16bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722453 Nov 23 12:48:20.807386 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-3c995b46-70d7-436a-91b5-3fa98f742740 req-c7f71ad6-2b89-431d-8eaf-9ee28b0dcc78 tempest-VolumesNegativeTest-663370915 tempest-VolumesNegativeTest-663370915-project] 10.222.0.31 "GET /v2.0/security-groups?id=07aef618-482b-47e9-bb90-1a0a41bc0bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992172 Nov 23 12:48:20.828677 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-5dddffba-d478-42c7-afe6-e09c6787af94 req-f0819971-5b13-4189-9e34-f71c950d97d1 service neutron] 10.222.0.54 "GET /v2.0/networks/f9d133c8-4135-48e6-b582-06743cb8c4da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309124 Nov 23 12:48:20.964875 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-c94d42b4-dcc4-48f4-8733-276d590b1fc6 req-d18a5622-951e-4a9d-9ca9-9a77074e1849 service neutron] 10.222.0.54 "GET /v2.0/networks/01d5618b-88b8-4a5f-9599-02dc0c8a16bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627343 Nov 23 12:48:21.459286 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed7abb9-42fc-4028-9a50-351688a1e873 req-a276c317-910f-4c91-8f7f-a5cff6cffb33 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:21.460771 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-9ed7abb9-42fc-4028-9a50-351688a1e873 req-a276c317-910f-4c91-8f7f-a5cff6cffb33 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.31 "GET /v2.0/ports?device_id=82f3c09a-89c6-4d99-a268-d23bd9c7bd4b HTTP/1.1" status: 200 len: 945 time: 0.1258461 Nov 23 12:48:21.468749 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c493c14-d45b-44c6-9728-a15da4407647 req-2e5815df-3cda-4294-a192-b71e36a49a1d tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:21.470168 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-0c493c14-d45b-44c6-9728-a15da4407647 req-2e5815df-3cda-4294-a192-b71e36a49a1d tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/ports?device_id=1aa277d2-d587-4c30-a177-a45523276ec0 HTTP/1.1" status: 200 len: 945 time: 0.2208838 Nov 23 12:48:21.540644 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-9ed7abb9-42fc-4028-9a50-351688a1e873 req-94a36025-60d6-49b4-a169-fe893564d6d3 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.31 "GET /v2.0/security-groups?id=0a850f89-1fcd-4fc3-a6fa-0f4e61598668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695012 Nov 23 12:48:21.543182 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-0c493c14-d45b-44c6-9728-a15da4407647 req-0ddae924-53a2-402d-bc31-d199fc6497d6 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07395ea-6958-4a30-8653-814e78309a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590284 Nov 23 12:48:22.024606 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6ea845-8c7a-4f2f-a635-809fb7e4af56 req-60b61497-285a-404b-b0ba-2737158fc21a tempest-VolumesNegativeTest-663370915 tempest-VolumesNegativeTest-663370915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:22.026150 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-ad6ea845-8c7a-4f2f-a635-809fb7e4af56 req-60b61497-285a-404b-b0ba-2737158fc21a tempest-VolumesNegativeTest-663370915 tempest-VolumesNegativeTest-663370915-project] 10.222.0.31 "GET /v2.0/ports?device_id=eae91988-902e-4e27-bb71-2892a4ae0cd9 HTTP/1.1" status: 200 len: 947 time: 0.1059535 Nov 23 12:48:22.040194 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd10545-2ee3-49f1-922e-1d92bf20641d req-53c52b0b-afc1-41e6-9764-397857da89c9 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:22.040953 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [req-cdd10545-2ee3-49f1-922e-1d92bf20641d req-53c52b0b-afc1-41e6-9764-397857da89c9 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Synchronizing usage tracker for tenant:d66b4a21b0fe4386a781f7160eda94ae on resource:port {{(pid=86837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:48:22.059513 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [req-cdd10545-2ee3-49f1-922e-1d92bf20641d req-53c52b0b-afc1-41e6-9764-397857da89c9 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Unset dirty status for tenant:d66b4a21b0fe4386a781f7160eda94ae on resource:port {{(pid=86837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:48:22.061165 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-cdd10545-2ee3-49f1-922e-1d92bf20641d req-53c52b0b-afc1-41e6-9764-397857da89c9 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.54 "GET /v2.0/ports?device_id=82f3c09a-89c6-4d99-a268-d23bd9c7bd4b HTTP/1.1" status: 200 len: 945 time: 0.1154320 Nov 23 12:48:22.112978 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-ad6ea845-8c7a-4f2f-a635-809fb7e4af56 req-1d702f7e-25b6-41b3-91b9-b5140252277c tempest-VolumesNegativeTest-663370915 tempest-VolumesNegativeTest-663370915-project] 10.222.0.31 "GET /v2.0/security-groups?id=07aef618-482b-47e9-bb90-1a0a41bc0bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796757 Nov 23 12:48:22.213778 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.plugin [req-cdd10545-2ee3-49f1-922e-1d92bf20641d req-ded4d694-a3f3-47a5-99eb-11da13745c8a tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Deleting port 2268bd73-df3f-4b66-9cdc-0ea04bfa3ed7 {{(pid=86837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 12:48:22.214176 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-cdd10545-2ee3-49f1-922e-1d92bf20641d req-ded4d694-a3f3-47a5-99eb-11da13745c8a tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788171068353'] for port, before_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:22.489609 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.db [req-cdd10545-2ee3-49f1-922e-1d92bf20641d req-ded4d694-a3f3-47a5-99eb-11da13745c8a tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] For port 2268bd73-df3f-4b66-9cdc-0ea04bfa3ed7, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=2268bd73-df3f-4b66-9cdc-0ea04bfa3ed7,segment=NetworkSegment(85703ffb-0024-40a4-9e1c-786d143a488d),segment_id=85703ffb-0024-40a4-9e1c-786d143a488d)] {{(pid=86837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:48:22.489980 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-cdd10545-2ee3-49f1-922e-1d92bf20641d req-ded4d694-a3f3-47a5-99eb-11da13745c8a tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506271'] for port, precommit_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:22.648815 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.plugin [req-cdd10545-2ee3-49f1-922e-1d92bf20641d req-ded4d694-a3f3-47a5-99eb-11da13745c8a tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Calling delete_port for 2268bd73-df3f-4b66-9cdc-0ea04bfa3ed7 owned by compute:nova {{(pid=86837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 12:48:22.839312 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f8eae2-c593-4dcb-bc96-dac3fd1c8a34 req-f5a9c3b6-b557-4adc-a3be-9ce8723d3c2c tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:22.847979 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-19f8eae2-c593-4dcb-bc96-dac3fd1c8a34 req-f5a9c3b6-b557-4adc-a3be-9ce8723d3c2c tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/ports?device_id=1aa277d2-d587-4c30-a177-a45523276ec0 HTTP/1.1" status: 200 len: 945 time: 0.1834188 Nov 23 12:48:22.877608 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-cdd10545-2ee3-49f1-922e-1d92bf20641d req-ded4d694-a3f3-47a5-99eb-11da13745c8a tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788171071573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788170525772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6379447'] for port, after_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:22.888299 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1a404512-4af9-43e4-9fe8-c7c45e2cb185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:22.899838 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] get_ports_and_sgs() called for port_ids ['7f114a60-ca8e-4a26-a4c5-b1177a8c45be', '338fe291-88bb-415f-b963-824e3a6616bd', 'c0541f8a-f75a-408d-97d7-a911855335d8', '2268bd73-df3f-4b66-9cdc-0ea04bfa3ed7'] {{(pid=86839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 12:48:22.905665 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-19f8eae2-c593-4dcb-bc96-dac3fd1c8a34 req-0d21617e-1c2e-41b3-ab28-dbb234141795 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07395ea-6958-4a30-8653-814e78309a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546579 Nov 23 12:48:22.917226 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-5ba4380e-37e3-43c4-b542-dbca1e84004d tempest-DeleteServersTestJSON-2039855933 tempest-DeleteServersTestJSON-2039855933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:22.949974 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acae1b9-1e29-4ba8-bb91-b675e0e09305 req-7bbf4ddd-dfb9-4995-9e81-e99dacddc2e3 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:22.951777 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-2acae1b9-1e29-4ba8-bb91-b675e0e09305 req-7bbf4ddd-dfb9-4995-9e81-e99dacddc2e3 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.31 "GET /v2.0/ports?device_id=82f3c09a-89c6-4d99-a268-d23bd9c7bd4b HTTP/1.1" status: 200 len: 945 time: 0.2391894 Nov 23 12:48:23.022211 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-2acae1b9-1e29-4ba8-bb91-b675e0e09305 req-88969dde-b62a-41bc-a542-5234489cffdc tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.31 "GET /v2.0/security-groups?id=0a850f89-1fcd-4fc3-a6fa-0f4e61598668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625939 Nov 23 12:48:23.053964 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded4d694-a3f3-47a5-99eb-11da13745c8a tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Pushing event deleted for resources: {'Port': ['ID=2268bd73-df3f-4b66-9cdc-0ea04bfa3ed7,revision_number=None']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:23.062332 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-ded4d694-a3f3-47a5-99eb-11da13745c8a tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:23.107178 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdd10545-2ee3-49f1-922e-1d92bf20641d req-ded4d694-a3f3-47a5-99eb-11da13745c8a tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] No DVR routers for this DVR port 2268bd73-df3f-4b66-9cdc-0ea04bfa3ed7 on host hv-cinder-81888 {{(pid=86837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 12:48:23.110247 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-cdd10545-2ee3-49f1-922e-1d92bf20641d req-ded4d694-a3f3-47a5-99eb-11da13745c8a tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188604'] for port, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:23.113990 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82f3c09a-89c6-4d99-a268-d23bd9c7bd4b', 'name': 'network-vif-deleted', 'tag': '2268bd73-df3f-4b66-9cdc-0ea04bfa3ed7'}] {{(pid=86837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:48:23.144494 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-cdd10545-2ee3-49f1-922e-1d92bf20641d req-ded4d694-a3f3-47a5-99eb-11da13745c8a tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.54 "DELETE /v2.0/ports/2268bd73-df3f-4b66-9cdc-0ea04bfa3ed7 HTTP/1.1" status: 204 len: 173 time: 1.0645485 Nov 23 12:48:23.192173 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82f3c09a-89c6-4d99-a268-d23bd9c7bd4b', 'name': 'network-vif-deleted', 'tag': '2268bd73-df3f-4b66-9cdc-0ea04bfa3ed7', 'status': 'completed', 'code': 200} Nov 23 12:48:23.386649 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf6d7d2-0d93-4e5c-9aec-82249aed8c7b req-9f91553b-6769-4b5f-9b48-d764325cdf18 tempest-VolumesNegativeTest-663370915 tempest-VolumesNegativeTest-663370915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:23.388719 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-ecf6d7d2-0d93-4e5c-9aec-82249aed8c7b req-9f91553b-6769-4b5f-9b48-d764325cdf18 tempest-VolumesNegativeTest-663370915 tempest-VolumesNegativeTest-663370915-project] 10.222.0.31 "GET /v2.0/ports?device_id=eae91988-902e-4e27-bb71-2892a4ae0cd9 HTTP/1.1" status: 200 len: 947 time: 0.1315317 Nov 23 12:48:23.467996 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:23.489701 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-ecf6d7d2-0d93-4e5c-9aec-82249aed8c7b req-f2189ec0-ac35-45a1-95ab-e3e8522a889b tempest-VolumesNegativeTest-663370915 tempest-VolumesNegativeTest-663370915-project] 10.222.0.31 "GET /v2.0/security-groups?id=07aef618-482b-47e9-bb90-1a0a41bc0bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883861 Nov 23 12:48:24.152492 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e638c92-af29-4420-99e3-8e7eba6c8f07 req-85969232-7b43-43be-9a0c-081823585ed5 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:24.154959 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-2e638c92-af29-4420-99e3-8e7eba6c8f07 req-85969232-7b43-43be-9a0c-081823585ed5 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/ports?device_id=1aa277d2-d587-4c30-a177-a45523276ec0 HTTP/1.1" status: 200 len: 945 time: 0.1323738 Nov 23 12:48:24.358338 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-30f656ba-fbfe-4227-8048-3135e2474cef req-b08bfff7-d284-4bed-ac3d-3306071b69ce tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.31 "GET /v2.0/ports?device_id=82f3c09a-89c6-4d99-a268-d23bd9c7bd4b HTTP/1.1" status: 200 len: 210 time: 0.1461821 Nov 23 12:48:24.363358 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-2e638c92-af29-4420-99e3-8e7eba6c8f07 req-b96e0ee4-8c01-4a3e-88e6-7b1033802c3d tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07395ea-6958-4a30-8653-814e78309a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034247 Nov 23 12:48:24.719549 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8038b8-78b6-485e-9e58-4700c4da8817 req-464c04b0-40cf-4bbc-acd5-054690a8c986 tempest-VolumesNegativeTest-663370915 tempest-VolumesNegativeTest-663370915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:24.721155 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-6f8038b8-78b6-485e-9e58-4700c4da8817 req-464c04b0-40cf-4bbc-acd5-054690a8c986 tempest-VolumesNegativeTest-663370915 tempest-VolumesNegativeTest-663370915-project] 10.222.0.31 "GET /v2.0/ports?device_id=eae91988-902e-4e27-bb71-2892a4ae0cd9 HTTP/1.1" status: 200 len: 947 time: 0.0927589 Nov 23 12:48:24.788655 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-6f8038b8-78b6-485e-9e58-4700c4da8817 req-09dfcf1c-6770-4339-816f-5bc16f68d19b tempest-VolumesNegativeTest-663370915 tempest-VolumesNegativeTest-663370915-project] 10.222.0.31 "GET /v2.0/security-groups?id=07aef618-482b-47e9-bb90-1a0a41bc0bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610433 Nov 23 12:48:25.683320 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-a88c5950-58d3-4b55-a14c-2e5a0c4429f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:25.993145 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Device da3be4b3-e2ed-445b-b87b-841231fc7ed9 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 23 12:48:25.998371 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Device 2268bd73-df3f-4b66-9cdc-0ea04bfa3ed7 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 12:48:26.041547 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.plugin [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] No Port match for: 2268bd73-df3f-4b66-9cdc-0ea04bfa3ed7 {{(pid=86839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 12:48:26.042135 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Device 2268bd73-df3f-4b66-9cdc-0ea04bfa3ed7 not bound to the agent host hv-cinder-81888 {{(pid=86839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 12:48:26.113523 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc8b7ad-65af-426c-9586-2c5cc1163e07 req-3abdb0e9-fa49-4e79-8c00-e45c96b97011 tempest-VolumesNegativeTest-663370915 tempest-VolumesNegativeTest-663370915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:26.115169 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-9dc8b7ad-65af-426c-9586-2c5cc1163e07 req-3abdb0e9-fa49-4e79-8c00-e45c96b97011 tempest-VolumesNegativeTest-663370915 tempest-VolumesNegativeTest-663370915-project] 10.222.0.31 "GET /v2.0/ports?device_id=eae91988-902e-4e27-bb71-2892a4ae0cd9 HTTP/1.1" status: 200 len: 947 time: 0.1918848 Nov 23 12:48:26.199474 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-9dc8b7ad-65af-426c-9586-2c5cc1163e07 req-dc865f57-5f7a-45aa-ae47-af7620891156 tempest-VolumesNegativeTest-663370915 tempest-VolumesNegativeTest-663370915-project] 10.222.0.31 "GET /v2.0/security-groups?id=07aef618-482b-47e9-bb90-1a0a41bc0bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780401 Nov 23 12:48:26.220475 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] For port da3be4b3-e2ed-445b-b87b-841231fc7ed9, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=da3be4b3-e2ed-445b-b87b-841231fc7ed9,segment=NetworkSegment(5f349b48-cd1a-47c0-b31c-79d20e279442),segment_id=5f349b48-cd1a-47c0-b31c-79d20e279442)] {{(pid=86839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:48:26.236187 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Returning: {'device': 'da3be4b3-e2ed-445b-b87b-841231fc7ed9', 'network_id': '01d5618b-88b8-4a5f-9599-02dc0c8a16bf', 'port_id': 'da3be4b3-e2ed-445b-b87b-841231fc7ed9', 'mac_address': 'fa:16:3e:5c:56:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 753, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb3f6c35-0017-4b4d-9a2e-f39054b72274', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 23 12:48:26.299171 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:26.318560 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.notifiers.nova [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da3be4b3-e2ed-445b-b87b-841231fc7ed9 {{(pid=86839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 12:48:26.339161 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] For port da3be4b3-e2ed-445b-b87b-841231fc7ed9, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=da3be4b3-e2ed-445b-b87b-841231fc7ed9,segment=NetworkSegment(5f349b48-cd1a-47c0-b31c-79d20e279442),segment_id=5f349b48-cd1a-47c0-b31c-79d20e279442)] {{(pid=86839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:48:26.345433 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826'] for port, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:26.349538 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:26.420950 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b84920-37e0-497c-a4ce-88e1ca057290 req-e6e8eee4-9f92-4797-988b-ae1d07ea1f34 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:26.422618 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-c3b84920-37e0-497c-a4ce-88e1ca057290 req-e6e8eee4-9f92-4797-988b-ae1d07ea1f34 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/ports?device_id=1aa277d2-d587-4c30-a177-a45523276ec0 HTTP/1.1" status: 200 len: 945 time: 0.1011705 Nov 23 12:48:26.428934 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Pushing event updated for resources: {'Port': ['ID=da3be4b3-e2ed-445b-b87b-841231fc7ed9,revision_number=4']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:26.437738 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:48:26.438066 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:48:26.438578 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:48:26.438833 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:48:26.439315 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:48:26.440173 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:48:26.440714 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:48:26.441070 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:48:26.441502 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:48:26.442069 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:48:26.443092 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:48:26.443800 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:48:26.449079 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:26.480318 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-8254020c-a8f6-4cc9-8d4f-32dd99c2f4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:26.489603 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-c3b84920-37e0-497c-a4ce-88e1ca057290 req-27614f76-0b1e-4f70-8578-4fe1c9c744e7 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07395ea-6958-4a30-8653-814e78309a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610747 Nov 23 12:48:26.751330 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] get_ports_and_sgs() called for port_ids ['da3be4b3-e2ed-445b-b87b-841231fc7ed9'] {{(pid=86839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 12:48:27.509618 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00c5cd9-392b-4722-8e71-492471a1bc0f req-2ae73c7e-90c0-4bbd-b1dc-cdc720c661fb tempest-VolumesNegativeTest-663370915 tempest-VolumesNegativeTest-663370915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:27.526944 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-e00c5cd9-392b-4722-8e71-492471a1bc0f req-2ae73c7e-90c0-4bbd-b1dc-cdc720c661fb tempest-VolumesNegativeTest-663370915 tempest-VolumesNegativeTest-663370915-project] 10.222.0.31 "GET /v2.0/ports?device_id=eae91988-902e-4e27-bb71-2892a4ae0cd9 HTTP/1.1" status: 200 len: 948 time: 0.1458533 Nov 23 12:48:27.602277 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-e00c5cd9-392b-4722-8e71-492471a1bc0f req-c879a49f-2657-4f9c-8e9b-48db8883c432 tempest-VolumesNegativeTest-663370915 tempest-VolumesNegativeTest-663370915-project] 10.222.0.31 "GET /v2.0/security-groups?id=07aef618-482b-47e9-bb90-1a0a41bc0bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744336 Nov 23 12:48:27.741686 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72401727-d56d-47a6-a631-adef08d69c9b req-9c0682b9-ed6a-461b-8a51-06242c1f650a tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:27.749580 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-72401727-d56d-47a6-a631-adef08d69c9b req-9c0682b9-ed6a-461b-8a51-06242c1f650a tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.31 "GET /v2.0/ports?device_id=abcadd18-ca36-4fe1-a882-8fdd22e0eb8d HTTP/1.1" status: 200 len: 945 time: 0.1092725 Nov 23 12:48:27.824772 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-72401727-d56d-47a6-a631-adef08d69c9b req-702fc0f7-f14e-4858-a0e9-c77c73131920 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.31 "GET /v2.0/security-groups?id=0a850f89-1fcd-4fc3-a6fa-0f4e61598668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740983 Nov 23 12:48:28.278911 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-3a3d0f92-e1d8-40e0-8f39-c6b28c555fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:28.953696 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc476efc-d5b0-422e-8efd-9d8eb7064af2 req-6c6a02d5-0084-4893-a49e-5a1fe21bf343 tempest-VolumesNegativeTest-663370915 tempest-VolumesNegativeTest-663370915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:28.959662 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-bc476efc-d5b0-422e-8efd-9d8eb7064af2 req-6c6a02d5-0084-4893-a49e-5a1fe21bf343 tempest-VolumesNegativeTest-663370915 tempest-VolumesNegativeTest-663370915-project] 10.222.0.31 "GET /v2.0/ports?device_id=eae91988-902e-4e27-bb71-2892a4ae0cd9 HTTP/1.1" status: 200 len: 948 time: 0.2283955 Nov 23 12:48:29.165596 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-bc476efc-d5b0-422e-8efd-9d8eb7064af2 req-216f7cbb-6567-471d-8ceb-3c50064469f2 tempest-VolumesNegativeTest-663370915 tempest-VolumesNegativeTest-663370915-project] 10.222.0.31 "GET /v2.0/security-groups?id=07aef618-482b-47e9-bb90-1a0a41bc0bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987917 Nov 23 12:48:29.285546 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d797971c-97cd-4049-9b65-5c00979a100f req-e2b0bc8c-f6ff-41ff-ae21-8052cd82fe82 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:29.300821 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-d797971c-97cd-4049-9b65-5c00979a100f req-e2b0bc8c-f6ff-41ff-ae21-8052cd82fe82 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.31 "GET /v2.0/ports?device_id=abcadd18-ca36-4fe1-a882-8fdd22e0eb8d HTTP/1.1" status: 200 len: 945 time: 0.2832072 Nov 23 12:48:29.441046 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-d797971c-97cd-4049-9b65-5c00979a100f req-96da83f9-c937-4b6d-b11e-837c7b1d0c53 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.31 "GET /v2.0/security-groups?id=0a850f89-1fcd-4fc3-a6fa-0f4e61598668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369386 Nov 23 12:48:29.986101 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Device da3be4b3-e2ed-445b-b87b-841231fc7ed9 up at agent hyperv_hv-cinder-81888 {{(pid=86839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:48:30.096149 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Provisioning for port da3be4b3-e2ed-445b-b87b-841231fc7ed9 completed by entity L2. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:48:30.112190 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Provisioning complete for port da3be4b3-e2ed-445b-b87b-841231fc7ed9 triggered by entity L2. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:48:30.112709 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567787'] for port, provisioning_complete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:30.340542 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:30.372020 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3b81e6-5a18-48fb-a20a-7eb9afd1162a req-e9c3e5a2-da4f-4647-8fb0-e76e3a34c820 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:30.372857 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [req-4f3b81e6-5a18-48fb-a20a-7eb9afd1162a req-e9c3e5a2-da4f-4647-8fb0-e76e3a34c820 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Synchronizing usage tracker for tenant:d66b4a21b0fe4386a781f7160eda94ae on resource:port {{(pid=86837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:48:30.395866 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [req-4f3b81e6-5a18-48fb-a20a-7eb9afd1162a req-e9c3e5a2-da4f-4647-8fb0-e76e3a34c820 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Unset dirty status for tenant:d66b4a21b0fe4386a781f7160eda94ae on resource:port {{(pid=86837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:48:30.397872 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-4f3b81e6-5a18-48fb-a20a-7eb9afd1162a req-e9c3e5a2-da4f-4647-8fb0-e76e3a34c820 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.54 "GET /v2.0/ports?device_id=abcadd18-ca36-4fe1-a882-8fdd22e0eb8d HTTP/1.1" status: 200 len: 945 time: 0.1703963 Nov 23 12:48:30.400306 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eae91988-902e-4e27-bb71-2892a4ae0cd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da3be4b3-e2ed-445b-b87b-841231fc7ed9'}] {{(pid=86839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:48:30.427494 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] For port da3be4b3-e2ed-445b-b87b-841231fc7ed9, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=da3be4b3-e2ed-445b-b87b-841231fc7ed9,segment=NetworkSegment(5f349b48-cd1a-47c0-b31c-79d20e279442),segment_id=5f349b48-cd1a-47c0-b31c-79d20e279442)] {{(pid=86839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:48:30.433887 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826'] for port, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:30.436741 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-4ea9045e-fe5e-4460-aab8-48765651d684 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:30.524282 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.plugin [req-4f3b81e6-5a18-48fb-a20a-7eb9afd1162a req-8811baef-10d5-425a-ba2e-839f5cf81a9d tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Deleting port c0541f8a-f75a-408d-97d7-a911855335d8 {{(pid=86837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 12:48:30.528270 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-4f3b81e6-5a18-48fb-a20a-7eb9afd1162a req-8811baef-10d5-425a-ba2e-839f5cf81a9d tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788171068353'] for port, before_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:30.578342 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4508676a-e135-4cf9-9fdb-e6dd35fc9d6a req-d7388497-b243-4851-a21f-68531913f929 tempest-VolumesNegativeTest-663370915 tempest-VolumesNegativeTest-663370915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:30.588513 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-4508676a-e135-4cf9-9fdb-e6dd35fc9d6a req-d7388497-b243-4851-a21f-68531913f929 tempest-VolumesNegativeTest-663370915 tempest-VolumesNegativeTest-663370915-project] 10.222.0.31 "GET /v2.0/ports?device_id=eae91988-902e-4e27-bb71-2892a4ae0cd9 HTTP/1.1" status: 200 len: 949 time: 0.1982136 Nov 23 12:48:30.647737 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Pushing event updated for resources: {'Port': ['ID=da3be4b3-e2ed-445b-b87b-841231fc7ed9,revision_number=5']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:30.670626 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:30.690164 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-4508676a-e135-4cf9-9fdb-e6dd35fc9d6a req-b43b57ea-def4-45da-b592-8cf5bba02675 tempest-VolumesNegativeTest-663370915 tempest-VolumesNegativeTest-663370915-project] 10.222.0.31 "GET /v2.0/security-groups?id=07aef618-482b-47e9-bb90-1a0a41bc0bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986125 Nov 23 12:48:30.792970 dv-cinder-818883-1-smb neutron-server[86839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eae91988-902e-4e27-bb71-2892a4ae0cd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da3be4b3-e2ed-445b-b87b-841231fc7ed9', 'code': 200} Nov 23 12:48:31.064376 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f22ebb-024d-4dcc-94c2-b9f7492e6d66 req-960b41f0-3e58-4725-a8df-c17e41b66157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:31.082209 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-93f22ebb-024d-4dcc-94c2-b9f7492e6d66 req-960b41f0-3e58-4725-a8df-c17e41b66157 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=91624ff73b014ed4aa8831330bf94986&device_id=1aa277d2-d587-4c30-a177-a45523276ec0 HTTP/1.1" status: 200 len: 1098 time: 0.2000103 Nov 23 12:48:31.334800 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.db [req-4f3b81e6-5a18-48fb-a20a-7eb9afd1162a req-8811baef-10d5-425a-ba2e-839f5cf81a9d tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] For port c0541f8a-f75a-408d-97d7-a911855335d8, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=c0541f8a-f75a-408d-97d7-a911855335d8,segment=NetworkSegment(85703ffb-0024-40a4-9e1c-786d143a488d),segment_id=85703ffb-0024-40a4-9e1c-786d143a488d)] {{(pid=86837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:48:31.335527 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-4f3b81e6-5a18-48fb-a20a-7eb9afd1162a req-8811baef-10d5-425a-ba2e-839f5cf81a9d tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506271'] for port, precommit_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:31.486010 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.plugin [req-4f3b81e6-5a18-48fb-a20a-7eb9afd1162a req-8811baef-10d5-425a-ba2e-839f5cf81a9d tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Calling delete_port for c0541f8a-f75a-408d-97d7-a911855335d8 owned by compute:nova {{(pid=86837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 12:48:31.573790 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d5262f-27e5-4597-8050-4b45284ddbb3 req-f7f779cc-f6f1-40a6-bee0-c9766639ab92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:31.575426 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-d7d5262f-27e5-4597-8050-4b45284ddbb3 req-f7f779cc-f6f1-40a6-bee0-c9766639ab92 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=eae91988-902e-4e27-bb71-2892a4ae0cd9 HTTP/1.1" status: 200 len: 1102 time: 0.3363607 Nov 23 12:48:31.608973 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354e5270-bc60-4faa-af21-b9e57c6c6970 req-e2cebe7b-9959-4116-9e72-a4ab07c19b30 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:31.612093 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-354e5270-bc60-4faa-af21-b9e57c6c6970 req-e2cebe7b-9959-4116-9e72-a4ab07c19b30 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.31 "GET /v2.0/ports?device_id=abcadd18-ca36-4fe1-a882-8fdd22e0eb8d HTTP/1.1" status: 200 len: 945 time: 0.5205555 Nov 23 12:48:31.628765 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-d7d5262f-27e5-4597-8050-4b45284ddbb3 req-18573801-215b-4284-9bf5-3c46196beac3 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=07aef618-482b-47e9-bb90-1a0a41bc0bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401721 Nov 23 12:48:31.645476 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f22ebb-024d-4dcc-94c2-b9f7492e6d66 req-5a246929-b08f-45a4-8bb3-c0f6311155eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:31.647375 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-93f22ebb-024d-4dcc-94c2-b9f7492e6d66 req-5a246929-b08f-45a4-8bb3-c0f6311155eb service neutron] 10.222.0.54 "GET /v2.0/networks?id=f9d133c8-4135-48e6-b582-06743cb8c4da HTTP/1.1" status: 200 len: 918 time: 0.5511048 Nov 23 12:48:31.689188 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967f6319-afd2-45fb-9903-d11c52e9217b req-86be62f1-00a0-4f0e-a460-07752f1687ba tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:31.690889 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-967f6319-afd2-45fb-9903-d11c52e9217b req-86be62f1-00a0-4f0e-a460-07752f1687ba tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/ports?device_id=1aa277d2-d587-4c30-a177-a45523276ec0 HTTP/1.1" status: 200 len: 945 time: 0.3953137 Nov 23 12:48:31.739084 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-4f3b81e6-5a18-48fb-a20a-7eb9afd1162a req-8811baef-10d5-425a-ba2e-839f5cf81a9d tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788171071573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788170525772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6379447'] for port, after_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:31.753202 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:31.757675 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] get_ports_and_sgs() called for port_ids ['7f114a60-ca8e-4a26-a4c5-b1177a8c45be', '338fe291-88bb-415f-b963-824e3a6616bd', 'c0541f8a-f75a-408d-97d7-a911855335d8'] {{(pid=86839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 12:48:31.794220 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-967f6319-afd2-45fb-9903-d11c52e9217b req-ac2bed31-ee33-4654-971c-b1b712dc5611 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07395ea-6958-4a30-8653-814e78309a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864961 Nov 23 12:48:31.800020 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-354e5270-bc60-4faa-af21-b9e57c6c6970 req-e7b68c27-b39c-47be-8d6b-5a2511ce17ec tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.31 "GET /v2.0/security-groups?id=0a850f89-1fcd-4fc3-a6fa-0f4e61598668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702206 Nov 23 12:48:31.835408 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8811baef-10d5-425a-ba2e-839f5cf81a9d tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Pushing event deleted for resources: {'Port': ['ID=c0541f8a-f75a-408d-97d7-a911855335d8,revision_number=None']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:31.854490 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-8811baef-10d5-425a-ba2e-839f5cf81a9d tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:31.959494 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-93f22ebb-024d-4dcc-94c2-b9f7492e6d66 req-866f3159-2233-4646-8162-994da3d5725f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=802d7382-a7a7-4d00-8901-3b4993b19393 HTTP/1.1" status: 200 len: 217 time: 0.1076593 Nov 23 12:48:31.983399 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f3b81e6-5a18-48fb-a20a-7eb9afd1162a req-8811baef-10d5-425a-ba2e-839f5cf81a9d tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] No DVR routers for this DVR port c0541f8a-f75a-408d-97d7-a911855335d8 on host hv-cinder-81888 {{(pid=86837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 12:48:31.986531 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-4f3b81e6-5a18-48fb-a20a-7eb9afd1162a req-8811baef-10d5-425a-ba2e-839f5cf81a9d tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188604'] for port, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:31.990309 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abcadd18-ca36-4fe1-a882-8fdd22e0eb8d', 'name': 'network-vif-deleted', 'tag': 'c0541f8a-f75a-408d-97d7-a911855335d8'}] {{(pid=86837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:48:32.038381 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-4f3b81e6-5a18-48fb-a20a-7eb9afd1162a req-8811baef-10d5-425a-ba2e-839f5cf81a9d tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.54 "DELETE /v2.0/ports/c0541f8a-f75a-408d-97d7-a911855335d8 HTTP/1.1" status: 204 len: 173 time: 1.6304224 Nov 23 12:48:32.124475 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f22ebb-024d-4dcc-94c2-b9f7492e6d66 req-ce75ef2c-8bb7-41f5-9027-298c66e1dcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:32.126330 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-93f22ebb-024d-4dcc-94c2-b9f7492e6d66 req-ce75ef2c-8bb7-41f5-9027-298c66e1dcf4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bd51d8cb-0c29-4851-b2cf-4f44e529c93c HTTP/1.1" status: 200 len: 857 time: 0.1588142 Nov 23 12:48:32.182830 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-93f22ebb-024d-4dcc-94c2-b9f7492e6d66 req-53793609-881d-47dc-b3c9-cf977975c0b1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f9d133c8-4135-48e6-b582-06743cb8c4da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489316 Nov 23 12:48:32.220975 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0e6854-1688-460c-9819-e90252f34cb0 req-ffdd15c2-f40b-4407-87f8-efe4b6c47199 tempest-VolumesNegativeTest-663370915 tempest-VolumesNegativeTest-663370915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:32.245002 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-fe0e6854-1688-460c-9819-e90252f34cb0 req-ffdd15c2-f40b-4407-87f8-efe4b6c47199 tempest-VolumesNegativeTest-663370915 tempest-VolumesNegativeTest-663370915-project] 10.222.0.31 "GET /v2.0/ports?device_id=eae91988-902e-4e27-bb71-2892a4ae0cd9 HTTP/1.1" status: 200 len: 949 time: 0.2339876 Nov 23 12:48:32.413047 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abcadd18-ca36-4fe1-a882-8fdd22e0eb8d', 'name': 'network-vif-deleted', 'tag': 'c0541f8a-f75a-408d-97d7-a911855335d8', 'status': 'completed', 'code': 200} Nov 23 12:48:32.558865 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-fe0e6854-1688-460c-9819-e90252f34cb0 req-f233d719-fdc7-41de-aa1a-ee41907f529a tempest-VolumesNegativeTest-663370915 tempest-VolumesNegativeTest-663370915-project] 10.222.0.31 "GET /v2.0/security-groups?id=07aef618-482b-47e9-bb90-1a0a41bc0bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3121762 Nov 23 12:48:32.620946 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-93f22ebb-024d-4dcc-94c2-b9f7492e6d66 req-2e46e347-d35b-4b9a-a9a3-7ece8b38ab94 service neutron] 10.222.0.54 "GET /v2.0/networks/f9d133c8-4135-48e6-b582-06743cb8c4da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4304645 Nov 23 12:48:33.340782 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-93f22ebb-024d-4dcc-94c2-b9f7492e6d66 req-8788c520-7c11-499a-80d2-6a3269c24f40 service neutron] 10.222.0.54 "GET /v2.0/networks/f9d133c8-4135-48e6-b582-06743cb8c4da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7083580 Nov 23 12:48:33.395550 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-d41ccc9a-4c11-4576-bddd-ff715387d14d req-a5f54ab1-d767-45ec-b213-835ca690167d tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.31 "GET /v2.0/ports?device_id=abcadd18-ca36-4fe1-a882-8fdd22e0eb8d HTTP/1.1" status: 200 len: 210 time: 0.0684106 Nov 23 12:48:33.471368 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a43d0a-ad85-4cc3-8702-90e2aa2f6bd0 req-3aa3f71e-9300-46c8-98a3-a83d317d5752 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:33.480012 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-64a43d0a-ad85-4cc3-8702-90e2aa2f6bd0 req-3aa3f71e-9300-46c8-98a3-a83d317d5752 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/ports?device_id=1aa277d2-d587-4c30-a177-a45523276ec0 HTTP/1.1" status: 200 len: 945 time: 0.3571694 Nov 23 12:48:33.551065 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-64a43d0a-ad85-4cc3-8702-90e2aa2f6bd0 req-89510286-8309-4062-8180-3e6f1932002d tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07395ea-6958-4a30-8653-814e78309a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675387 Nov 23 12:48:33.887511 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f4ad41-4221-4806-8119-148f95e51275 req-3b9f07f7-4c27-4771-849f-fad0f9bcf999 tempest-VolumesNegativeTest-663370915 tempest-VolumesNegativeTest-663370915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:33.897350 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-84f4ad41-4221-4806-8119-148f95e51275 req-3b9f07f7-4c27-4771-849f-fad0f9bcf999 tempest-VolumesNegativeTest-663370915 tempest-VolumesNegativeTest-663370915-project] 10.222.0.31 "GET /v2.0/ports?device_id=eae91988-902e-4e27-bb71-2892a4ae0cd9 HTTP/1.1" status: 200 len: 949 time: 0.1425278 Nov 23 12:48:33.965002 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-84f4ad41-4221-4806-8119-148f95e51275 req-40759687-0094-41c5-b8d7-73655985a4e7 tempest-VolumesNegativeTest-663370915 tempest-VolumesNegativeTest-663370915-project] 10.222.0.31 "GET /v2.0/security-groups?id=07aef618-482b-47e9-bb90-1a0a41bc0bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663147 Nov 23 12:48:34.022898 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Device c0541f8a-f75a-408d-97d7-a911855335d8 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 12:48:34.090635 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.plugin [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] No Port match for: c0541f8a-f75a-408d-97d7-a911855335d8 {{(pid=86839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 12:48:34.091194 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Device c0541f8a-f75a-408d-97d7-a911855335d8 not bound to the agent host hv-cinder-81888 {{(pid=86839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 12:48:34.646244 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:34.660598 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda99b12-f6f1-4e02-8d61-370df80ab4a2 req-42d4492e-292d-4f29-bfbe-e729bf01c026 tempest-VolumesNegativeTest-663370915 tempest-VolumesNegativeTest-663370915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:34.667627 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-dda99b12-f6f1-4e02-8d61-370df80ab4a2 req-42d4492e-292d-4f29-bfbe-e729bf01c026 tempest-VolumesNegativeTest-663370915 tempest-VolumesNegativeTest-663370915-project] 10.222.0.31 "GET /v2.0/ports?device_id=eae91988-902e-4e27-bb71-2892a4ae0cd9 HTTP/1.1" status: 200 len: 949 time: 0.1346767 Nov 23 12:48:34.747312 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-dda99b12-f6f1-4e02-8d61-370df80ab4a2 req-9706ffee-df27-4d39-b8c5-77a6079745ae tempest-VolumesNegativeTest-663370915 tempest-VolumesNegativeTest-663370915-project] 10.222.0.31 "GET /v2.0/security-groups?id=07aef618-482b-47e9-bb90-1a0a41bc0bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786259 Nov 23 12:48:34.991203 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04482756-cb62-4009-a8c9-bd73a4537a42 req-9f644412-ed35-401f-80af-1d809f42d091 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:34.993356 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-04482756-cb62-4009-a8c9-bd73a4537a42 req-9f644412-ed35-401f-80af-1d809f42d091 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/ports?device_id=1aa277d2-d587-4c30-a177-a45523276ec0 HTTP/1.1" status: 200 len: 945 time: 0.1127629 Nov 23 12:48:35.082585 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-04482756-cb62-4009-a8c9-bd73a4537a42 req-08c3d38b-47b5-4d17-85bf-031607cf5a4a tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07395ea-6958-4a30-8653-814e78309a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803659 Nov 23 12:48:35.311147 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192dd7e1-2f06-44d8-8ea1-51e528ce9777 req-9a1ce0d2-bb21-4da0-b43a-d65a571cd600 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:35.325945 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-192dd7e1-2f06-44d8-8ea1-51e528ce9777 req-9a1ce0d2-bb21-4da0-b43a-d65a571cd600 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.31 "GET /v2.0/ports?device_id=a17a74ff-cdf4-41c6-a975-f5c12cc041e1 HTTP/1.1" status: 200 len: 946 time: 0.1341350 Nov 23 12:48:35.440035 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-192dd7e1-2f06-44d8-8ea1-51e528ce9777 req-ab702d19-068d-4df4-b927-b36c82d9574c tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.31 "GET /v2.0/security-groups?id=0a850f89-1fcd-4fc3-a6fa-0f4e61598668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130610 Nov 23 12:48:35.947908 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edb649c-efc9-43d9-a7f3-a462c964253c req-a127eee8-521b-4fc8-a6ee-3a811033e223 tempest-VolumesNegativeTest-663370915 tempest-VolumesNegativeTest-663370915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:35.949452 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8edb649c-efc9-43d9-a7f3-a462c964253c req-a127eee8-521b-4fc8-a6ee-3a811033e223 tempest-VolumesNegativeTest-663370915 tempest-VolumesNegativeTest-663370915-project] 10.222.0.31 "GET /v2.0/ports?device_id=eae91988-902e-4e27-bb71-2892a4ae0cd9 HTTP/1.1" status: 200 len: 949 time: 0.0870156 Nov 23 12:48:35.998079 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8edb649c-efc9-43d9-a7f3-a462c964253c req-354cab98-3fb3-403b-b6f9-1bf88de34642 tempest-VolumesNegativeTest-663370915 tempest-VolumesNegativeTest-663370915-project] 10.222.0.31 "GET /v2.0/security-groups?id=07aef618-482b-47e9-bb90-1a0a41bc0bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421567 Nov 23 12:48:36.380677 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f38c9c9-19af-4bd5-be01-8d1798a9e381 req-e5407d60-997c-47bb-aa99-02b808d9d124 tempest-VolumesNegativeTest-663370915 tempest-VolumesNegativeTest-663370915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:36.382551 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-6f38c9c9-19af-4bd5-be01-8d1798a9e381 req-e5407d60-997c-47bb-aa99-02b808d9d124 tempest-VolumesNegativeTest-663370915 tempest-VolumesNegativeTest-663370915-project] 10.222.0.54 "GET /v2.0/ports?device_id=eae91988-902e-4e27-bb71-2892a4ae0cd9 HTTP/1.1" status: 200 len: 949 time: 0.1096077 Nov 23 12:48:36.391689 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20126dd5-c9bb-4771-9937-d5a36fb2f9a2 req-de49ce92-6404-4258-aff9-570fccb9016e tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:36.393453 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-20126dd5-c9bb-4771-9937-d5a36fb2f9a2 req-de49ce92-6404-4258-aff9-570fccb9016e tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/ports?device_id=1aa277d2-d587-4c30-a177-a45523276ec0 HTTP/1.1" status: 200 len: 945 time: 0.1639276 Nov 23 12:48:36.504022 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.plugin [req-6f38c9c9-19af-4bd5-be01-8d1798a9e381 req-b64e55ad-6cda-41d4-8de3-bc08bcaa339a tempest-VolumesNegativeTest-663370915 tempest-VolumesNegativeTest-663370915-project] Deleting port da3be4b3-e2ed-445b-b87b-841231fc7ed9 {{(pid=86838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 12:48:36.504685 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-6f38c9c9-19af-4bd5-be01-8d1798a9e381 req-b64e55ad-6cda-41d4-8de3-bc08bcaa339a tempest-VolumesNegativeTest-663370915 tempest-VolumesNegativeTest-663370915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788171068353'] for port, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:36.567878 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-20126dd5-c9bb-4771-9937-d5a36fb2f9a2 req-c8fe52c3-9fe2-4f81-851b-c7c8906d7ca4 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07395ea-6958-4a30-8653-814e78309a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399987 Nov 23 12:48:36.971217 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0284bab4-b4dc-4aa4-94d7-60917ba8395c req-7399c839-2aa1-4750-af6e-9085617c4e4e tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:36.972198 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [req-0284bab4-b4dc-4aa4-94d7-60917ba8395c req-7399c839-2aa1-4750-af6e-9085617c4e4e tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Synchronizing usage tracker for tenant:d66b4a21b0fe4386a781f7160eda94ae on resource:port {{(pid=86837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:48:36.993060 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [req-0284bab4-b4dc-4aa4-94d7-60917ba8395c req-7399c839-2aa1-4750-af6e-9085617c4e4e tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Unset dirty status for tenant:d66b4a21b0fe4386a781f7160eda94ae on resource:port {{(pid=86837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:48:36.994443 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-0284bab4-b4dc-4aa4-94d7-60917ba8395c req-7399c839-2aa1-4750-af6e-9085617c4e4e tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.54 "GET /v2.0/ports?device_id=a17a74ff-cdf4-41c6-a975-f5c12cc041e1 HTTP/1.1" status: 200 len: 946 time: 0.1674595 Nov 23 12:48:37.012572 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d19fb4-eae3-4b77-af4c-461080b2b774 req-efdbdbad-e905-4781-af1d-fbe2698a44e9 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:37.015310 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-37d19fb4-eae3-4b77-af4c-461080b2b774 req-efdbdbad-e905-4781-af1d-fbe2698a44e9 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.31 "GET /v2.0/ports?device_id=a17a74ff-cdf4-41c6-a975-f5c12cc041e1 HTTP/1.1" status: 200 len: 946 time: 0.3303585 Nov 23 12:48:37.148548 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.db [req-6f38c9c9-19af-4bd5-be01-8d1798a9e381 req-b64e55ad-6cda-41d4-8de3-bc08bcaa339a tempest-VolumesNegativeTest-663370915 tempest-VolumesNegativeTest-663370915-project] For port da3be4b3-e2ed-445b-b87b-841231fc7ed9, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=da3be4b3-e2ed-445b-b87b-841231fc7ed9,segment=NetworkSegment(5f349b48-cd1a-47c0-b31c-79d20e279442),segment_id=5f349b48-cd1a-47c0-b31c-79d20e279442)] {{(pid=86838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:48:37.151883 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-6f38c9c9-19af-4bd5-be01-8d1798a9e381 req-b64e55ad-6cda-41d4-8de3-bc08bcaa339a tempest-VolumesNegativeTest-663370915 tempest-VolumesNegativeTest-663370915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506271'] for port, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:37.152528 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.plugin [req-0284bab4-b4dc-4aa4-94d7-60917ba8395c req-c2ec06c8-c97d-4b56-acf5-5eb340b23058 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Deleting port 338fe291-88bb-415f-b963-824e3a6616bd {{(pid=86837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 12:48:37.153072 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-0284bab4-b4dc-4aa4-94d7-60917ba8395c req-c2ec06c8-c97d-4b56-acf5-5eb340b23058 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788171068353'] for port, before_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:37.384467 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-37d19fb4-eae3-4b77-af4c-461080b2b774 req-6f87f64e-58bb-47eb-a50f-aa09c99f7eb9 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.31 "GET /v2.0/security-groups?id=0a850f89-1fcd-4fc3-a6fa-0f4e61598668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3252997 Nov 23 12:48:37.430451 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.plugin [req-6f38c9c9-19af-4bd5-be01-8d1798a9e381 req-b64e55ad-6cda-41d4-8de3-bc08bcaa339a tempest-VolumesNegativeTest-663370915 tempest-VolumesNegativeTest-663370915-project] Calling delete_port for da3be4b3-e2ed-445b-b87b-841231fc7ed9 owned by compute:nova {{(pid=86838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 12:48:37.604892 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.db [req-0284bab4-b4dc-4aa4-94d7-60917ba8395c req-c2ec06c8-c97d-4b56-acf5-5eb340b23058 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] For port 338fe291-88bb-415f-b963-824e3a6616bd, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=338fe291-88bb-415f-b963-824e3a6616bd,segment=NetworkSegment(85703ffb-0024-40a4-9e1c-786d143a488d),segment_id=85703ffb-0024-40a4-9e1c-786d143a488d)] {{(pid=86837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:48:37.605399 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-0284bab4-b4dc-4aa4-94d7-60917ba8395c req-c2ec06c8-c97d-4b56-acf5-5eb340b23058 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506271'] for port, precommit_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:37.798243 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611425b2-f747-4c2c-af36-add7cae04adc req-559b2aa1-7803-424f-9984-5e3b3569c453 tempest-VolumesNegativeTest-663370915 tempest-VolumesNegativeTest-663370915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:37.800249 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-611425b2-f747-4c2c-af36-add7cae04adc req-559b2aa1-7803-424f-9984-5e3b3569c453 tempest-VolumesNegativeTest-663370915 tempest-VolumesNegativeTest-663370915-project] 10.222.0.31 "GET /v2.0/ports?device_id=eae91988-902e-4e27-bb71-2892a4ae0cd9 HTTP/1.1" status: 200 len: 949 time: 0.5235920 Nov 23 12:48:37.810212 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.plugin [req-0284bab4-b4dc-4aa4-94d7-60917ba8395c req-c2ec06c8-c97d-4b56-acf5-5eb340b23058 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Calling delete_port for 338fe291-88bb-415f-b963-824e3a6616bd owned by compute:nova {{(pid=86837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 12:48:37.887242 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-6f38c9c9-19af-4bd5-be01-8d1798a9e381 req-b64e55ad-6cda-41d4-8de3-bc08bcaa339a tempest-VolumesNegativeTest-663370915 tempest-VolumesNegativeTest-663370915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788171071573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788170525772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8277302'] for port, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:37.899517 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-7f0cf118-13c6-4435-b3c8-fc433d422fe4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:37.902988 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] get_ports_and_sgs() called for port_ids ['da3be4b3-e2ed-445b-b87b-841231fc7ed9'] {{(pid=86839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 12:48:38.008435 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-0284bab4-b4dc-4aa4-94d7-60917ba8395c req-c2ec06c8-c97d-4b56-acf5-5eb340b23058 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788171071573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788170525772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6379447'] for port, after_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:38.017269 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-d6ffda94-be7d-4e10-a9e3-03bc7275c6bb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:38.021753 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] get_ports_and_sgs() called for port_ids ['7f114a60-ca8e-4a26-a4c5-b1177a8c45be', '338fe291-88bb-415f-b963-824e3a6616bd'] {{(pid=86839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 12:48:38.030871 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64e55ad-6cda-41d4-8de3-bc08bcaa339a tempest-VolumesNegativeTest-663370915 tempest-VolumesNegativeTest-663370915-project] Pushing event deleted for resources: {'Port': ['ID=da3be4b3-e2ed-445b-b87b-841231fc7ed9,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:38.055229 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-611425b2-f747-4c2c-af36-add7cae04adc req-a8707488-bf29-47b4-9950-4c5cfb89ff2d tempest-VolumesNegativeTest-663370915 tempest-VolumesNegativeTest-663370915-project] 10.222.0.31 "GET /v2.0/security-groups?id=07aef618-482b-47e9-bb90-1a0a41bc0bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454605 Nov 23 12:48:38.123254 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64e55ad-6cda-41d4-8de3-bc08bcaa339a tempest-VolumesNegativeTest-663370915 tempest-VolumesNegativeTest-663370915-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:48:38.123932 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64e55ad-6cda-41d4-8de3-bc08bcaa339a tempest-VolumesNegativeTest-663370915 tempest-VolumesNegativeTest-663370915-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:48:38.124442 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64e55ad-6cda-41d4-8de3-bc08bcaa339a tempest-VolumesNegativeTest-663370915 tempest-VolumesNegativeTest-663370915-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:48:38.124945 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64e55ad-6cda-41d4-8de3-bc08bcaa339a tempest-VolumesNegativeTest-663370915 tempest-VolumesNegativeTest-663370915-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:48:38.125595 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64e55ad-6cda-41d4-8de3-bc08bcaa339a tempest-VolumesNegativeTest-663370915 tempest-VolumesNegativeTest-663370915-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:48:38.126104 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64e55ad-6cda-41d4-8de3-bc08bcaa339a tempest-VolumesNegativeTest-663370915 tempest-VolumesNegativeTest-663370915-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:48:38.130461 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64e55ad-6cda-41d4-8de3-bc08bcaa339a tempest-VolumesNegativeTest-663370915 tempest-VolumesNegativeTest-663370915-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:48:38.131220 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64e55ad-6cda-41d4-8de3-bc08bcaa339a tempest-VolumesNegativeTest-663370915 tempest-VolumesNegativeTest-663370915-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:48:38.132042 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64e55ad-6cda-41d4-8de3-bc08bcaa339a tempest-VolumesNegativeTest-663370915 tempest-VolumesNegativeTest-663370915-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:48:38.132687 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64e55ad-6cda-41d4-8de3-bc08bcaa339a tempest-VolumesNegativeTest-663370915 tempest-VolumesNegativeTest-663370915-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:48:38.133234 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64e55ad-6cda-41d4-8de3-bc08bcaa339a tempest-VolumesNegativeTest-663370915 tempest-VolumesNegativeTest-663370915-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:48:38.133736 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64e55ad-6cda-41d4-8de3-bc08bcaa339a tempest-VolumesNegativeTest-663370915 tempest-VolumesNegativeTest-663370915-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:48:38.136570 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ec06c8-c97d-4b56-acf5-5eb340b23058 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Pushing event deleted for resources: {'Port': ['ID=338fe291-88bb-415f-b963-824e3a6616bd,revision_number=None']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:38.140596 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-b64e55ad-6cda-41d4-8de3-bc08bcaa339a tempest-VolumesNegativeTest-663370915 tempest-VolumesNegativeTest-663370915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:38.146871 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-c2ec06c8-c97d-4b56-acf5-5eb340b23058 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:38.150083 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f38c9c9-19af-4bd5-be01-8d1798a9e381 req-b64e55ad-6cda-41d4-8de3-bc08bcaa339a tempest-VolumesNegativeTest-663370915 tempest-VolumesNegativeTest-663370915-project] No DVR routers for this DVR port da3be4b3-e2ed-445b-b87b-841231fc7ed9 on host hv-cinder-81888 {{(pid=86838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 12:48:38.163549 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-6f38c9c9-19af-4bd5-be01-8d1798a9e381 req-b64e55ad-6cda-41d4-8de3-bc08bcaa339a tempest-VolumesNegativeTest-663370915 tempest-VolumesNegativeTest-663370915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188604'] for port, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:38.168725 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eae91988-902e-4e27-bb71-2892a4ae0cd9', 'name': 'network-vif-deleted', 'tag': 'da3be4b3-e2ed-445b-b87b-841231fc7ed9'}] {{(pid=86838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:48:38.232059 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-6f38c9c9-19af-4bd5-be01-8d1798a9e381 req-b64e55ad-6cda-41d4-8de3-bc08bcaa339a tempest-VolumesNegativeTest-663370915 tempest-VolumesNegativeTest-663370915-project] 10.222.0.54 "DELETE /v2.0/ports/da3be4b3-e2ed-445b-b87b-841231fc7ed9 HTTP/1.1" status: 204 len: 173 time: 1.8340387 Nov 23 12:48:38.294624 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e209098e-2d81-4e1f-ae57-c924c0023107 req-73760a16-b30e-44ad-8a3d-4f8a12ed4a1a tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:38.296333 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-e209098e-2d81-4e1f-ae57-c924c0023107 req-73760a16-b30e-44ad-8a3d-4f8a12ed4a1a tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/ports?device_id=1aa277d2-d587-4c30-a177-a45523276ec0 HTTP/1.1" status: 200 len: 945 time: 0.4676824 Nov 23 12:48:38.304324 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eae91988-902e-4e27-bb71-2892a4ae0cd9', 'name': 'network-vif-deleted', 'tag': 'da3be4b3-e2ed-445b-b87b-841231fc7ed9', 'status': 'completed', 'code': 200} Nov 23 12:48:38.389842 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-e209098e-2d81-4e1f-ae57-c924c0023107 req-bc05329e-c24a-46da-9522-eaefeb42fdf7 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07395ea-6958-4a30-8653-814e78309a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637629 Nov 23 12:48:38.553475 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.l3_dvrscheduler_db [req-0284bab4-b4dc-4aa4-94d7-60917ba8395c req-c2ec06c8-c97d-4b56-acf5-5eb340b23058 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] No DVR routers for this DVR port 338fe291-88bb-415f-b963-824e3a6616bd on host hv-cinder-81888 {{(pid=86837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 12:48:38.556048 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-0284bab4-b4dc-4aa4-94d7-60917ba8395c req-c2ec06c8-c97d-4b56-acf5-5eb340b23058 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188604'] for port, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:38.572446 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a17a74ff-cdf4-41c6-a975-f5c12cc041e1', 'name': 'network-vif-deleted', 'tag': '338fe291-88bb-415f-b963-824e3a6616bd'}] {{(pid=86837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:48:38.581655 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-0284bab4-b4dc-4aa4-94d7-60917ba8395c req-c2ec06c8-c97d-4b56-acf5-5eb340b23058 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.54 "DELETE /v2.0/ports/338fe291-88bb-415f-b963-824e3a6616bd HTTP/1.1" status: 204 len: 173 time: 1.5797105 Nov 23 12:48:38.664047 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-2c6d69d9-b7db-4dc1-98c4-adb5fc27ec0d req-9b1a6f3b-289f-403c-94f6-241dbb2edb58 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.31 "GET /v2.0/ports?device_id=a17a74ff-cdf4-41c6-a975-f5c12cc041e1 HTTP/1.1" status: 200 len: 210 time: 0.0557878 Nov 23 12:48:38.669651 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a17a74ff-cdf4-41c6-a975-f5c12cc041e1', 'name': 'network-vif-deleted', 'tag': '338fe291-88bb-415f-b963-824e3a6616bd', 'status': 'completed', 'code': 200} Nov 23 12:48:38.916651 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 50362) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:48:39.110446 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-5d98d754-9685-4c7a-b959-43e6598c9503 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:39.138492 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-5d98d754-9685-4c7a-b959-43e6598c9503 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:48:39.149380 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-5d98d754-9685-4c7a-b959-43e6598c9503 admin admin] Usage tracker for resource:security_group_rule and tenant:81a61a3baa84436c80aaa6a24e4f818f is out of sync, need to count used quota {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:48:39.153394 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-5d98d754-9685-4c7a-b959-43e6598c9503 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:48:39.160026 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-5d98d754-9685-4c7a-b959-43e6598c9503 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:48:39.309885 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-5d98d754-9685-4c7a-b959-43e6598c9503 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:39.319323 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-5d98d754-9685-4c7a-b959-43e6598c9503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:39.357800 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-332314af-9f47-4cc2-bbe3-be69e56db9d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:39.368490 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-5d98d754-9685-4c7a-b959-43e6598c9503 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=81a61a3baa84436c80aaa6a24e4f818f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4502296 Nov 23 12:48:39.372425 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 50380) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:48:39.388626 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d98d754-9685-4c7a-b959-43e6598c9503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d8315e8-efa9-453e-9b05-966084ab10ef,revision_number=1']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:39.392308 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-5d98d754-9685-4c7a-b959-43e6598c9503 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:39.504961 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-29d0f76f-0b1b-46bf-ba44-6497876d5222 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:39.546560 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-29d0f76f-0b1b-46bf-ba44-6497876d5222 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:39.709211 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-29d0f76f-0b1b-46bf-ba44-6497876d5222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:39.715535 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-1387fc33-3a02-4e9a-8404-0d8aead49549 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:39.739343 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d0f76f-0b1b-46bf-ba44-6497876d5222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d8315e8-efa9-453e-9b05-966084ab10ef,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:39.765236 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507e312e-296f-4057-92e4-d3b2458266fe req-c0f02b12-e5d8-4896-a285-eef89adb4d3c tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:39.770799 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-507e312e-296f-4057-92e4-d3b2458266fe req-c0f02b12-e5d8-4896-a285-eef89adb4d3c tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/ports?device_id=1aa277d2-d587-4c30-a177-a45523276ec0 HTTP/1.1" status: 200 len: 945 time: 0.1642499 Nov 23 12:48:39.773578 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-29d0f76f-0b1b-46bf-ba44-6497876d5222 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:39.775286 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-29d0f76f-0b1b-46bf-ba44-6497876d5222 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:39.776534 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-29d0f76f-0b1b-46bf-ba44-6497876d5222 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8d8315e8-efa9-453e-9b05-966084ab10ef HTTP/1.1" status: 204 len: 168 time: 0.4023881 Nov 23 12:48:39.851741 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-507e312e-296f-4057-92e4-d3b2458266fe req-5db218ef-8ee2-4e5d-a5e2-2536af1ef84a tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07395ea-6958-4a30-8653-814e78309a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717154 Nov 23 12:48:40.053965 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Device da3be4b3-e2ed-445b-b87b-841231fc7ed9 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 12:48:40.176347 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.plugin [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] No Port match for: da3be4b3-e2ed-445b-b87b-841231fc7ed9 {{(pid=86839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 12:48:40.177129 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Device da3be4b3-e2ed-445b-b87b-841231fc7ed9 not bound to the agent host hv-cinder-81888 {{(pid=86839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 12:48:40.177813 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Device 338fe291-88bb-415f-b963-824e3a6616bd no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 12:48:40.295175 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.plugin [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] No Port match for: 338fe291-88bb-415f-b963-824e3a6616bd {{(pid=86839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 12:48:40.295916 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Device 338fe291-88bb-415f-b963-824e3a6616bd not bound to the agent host hv-cinder-81888 {{(pid=86839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 12:48:41.034572 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 50462) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:48:41.197647 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.v2.base [None req-d7889aec-9cd8-4736-85d5-e6de96123a92 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-560369306-network', 'tenant_id': '3b7f85b4c3f6438bbd0febee23146dbf'}} {{(pid=86837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:48:41.206784 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-d7889aec-9cd8-4736-85d5-e6de96123a92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:48:41.212937 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-d7889aec-9cd8-4736-85d5-e6de96123a92 admin admin] Usage tracker for resource:network and tenant:3b7f85b4c3f6438bbd0febee23146dbf is out of sync, need to count used quota {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:48:41.219755 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-d7889aec-9cd8-4736-85d5-e6de96123a92 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:48:41.228721 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-d7889aec-9cd8-4736-85d5-e6de96123a92 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:48:41.250574 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7889aec-9cd8-4736-85d5-e6de96123a92 admin admin] Made reservation on behalf of 3b7f85b4c3f6438bbd0febee23146dbf for: {'network': 1} {{(pid=86837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:48:41.253853 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-d7889aec-9cd8-4736-85d5-e6de96123a92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for network, before_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:41.270429 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178b26f7-1305-4d11-8c81-597773620448 req-a02bf2f1-a699-4636-bc72-4eed2ff9e01b tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:41.277699 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-d7889aec-9cd8-4736-85d5-e6de96123a92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:41.284061 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-178b26f7-1305-4d11-8c81-597773620448 req-a02bf2f1-a699-4636-bc72-4eed2ff9e01b tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/ports?device_id=1aa277d2-d587-4c30-a177-a45523276ec0 HTTP/1.1" status: 200 len: 945 time: 0.2206452 Nov 23 12:48:41.298332 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-d7889aec-9cd8-4736-85d5-e6de96123a92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:48:41.302500 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-d7889aec-9cd8-4736-85d5-e6de96123a92 admin admin] Usage tracker for resource:security_group_rule and tenant:3b7f85b4c3f6438bbd0febee23146dbf is out of sync, need to count used quota {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:48:41.306312 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-d7889aec-9cd8-4736-85d5-e6de96123a92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:48:41.314238 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-d7889aec-9cd8-4736-85d5-e6de96123a92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:48:41.390762 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-178b26f7-1305-4d11-8c81-597773620448 req-9679778a-c76e-4e1f-a9f5-bf91a1aaf093 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07395ea-6958-4a30-8653-814e78309a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049690 Nov 23 12:48:41.482397 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-d7889aec-9cd8-4736-85d5-e6de96123a92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:41.495090 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-d7889aec-9cd8-4736-85d5-e6de96123a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:41.509233 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-281cdab1-4d80-4a19-855c-738bfe684a9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:41.544978 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7889aec-9cd8-4736-85d5-e6de96123a92 admin admin] vlan segment allocate from pool success with {'vlan_id': 757, 'physical_network': 'physnet1'} {{(pid=86837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 12:48:41.558761 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-d7889aec-9cd8-4736-85d5-e6de96123a92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572451'] for segment, precommit_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:41.559320 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.db.segments_db [None req-d7889aec-9cd8-4736-85d5-e6de96123a92 admin admin] Added segment 59a6b585-e3ee-45c8-9d46-49d25176996c of type vlan for network b15c6796-f0a9-4d15-aa1e-eb7fe36a0201 Nov 23 12:48:41.592572 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-d7889aec-9cd8-4736-85d5-e6de96123a92 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788170511809'] for network, precommit_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:41.644882 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-d7889aec-9cd8-4736-85d5-e6de96123a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595'] for network, after_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:41.650964 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7889aec-9cd8-4736-85d5-e6de96123a92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:41.651835 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-d7889aec-9cd8-4736-85d5-e6de96123a92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600637'] for network, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:41.682925 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7889aec-9cd8-4736-85d5-e6de96123a92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9da913dc-3b2c-4e11-a727-e7a51cca0bae,revision_number=1']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:41.691047 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-d7889aec-9cd8-4736-85d5-e6de96123a92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:41.692534 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-6d0fe73c-a215-4235-ba03-cbdf82ee796d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:41.784065 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-d7889aec-9cd8-4736-85d5-e6de96123a92 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7482533 Nov 23 12:48:41.787160 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 50530) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:48:41.795019 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.v2.base [None req-5717a54a-dfe0-4044-b639-c60a40899ff2 admin admin] Request body: {'subnet': {'network_id': 'b15c6796-f0a9-4d15-aa1e-eb7fe36a0201', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-560369306-subnet', 'tenant_id': '3b7f85b4c3f6438bbd0febee23146dbf', 'ip_version': 4}} {{(pid=86838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:48:41.802957 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-5717a54a-dfe0-4044-b639-c60a40899ff2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:48:41.814332 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-5717a54a-dfe0-4044-b639-c60a40899ff2 admin admin] Usage tracker for resource:subnet and tenant:3b7f85b4c3f6438bbd0febee23146dbf is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:48:41.825383 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-5717a54a-dfe0-4044-b639-c60a40899ff2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:48:41.833320 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7889aec-9cd8-4736-85d5-e6de96123a92 admin admin] Pushing event updated for resources: {'Network': ['ID=b15c6796-f0a9-4d15-aa1e-eb7fe36a0201,revision_number=1']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:41.839021 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-d7889aec-9cd8-4736-85d5-e6de96123a92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:41.851461 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Network b15c6796-f0a9-4d15-aa1e-eb7fe36a0201 details requested by agent ovs-agent-dv-cinder-818883-1-smb with host dv-cinder-818883-1-smb {{(pid=86839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 23 12:48:41.856104 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-5717a54a-dfe0-4044-b639-c60a40899ff2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:48:41.885890 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5717a54a-dfe0-4044-b639-c60a40899ff2 admin admin] Made reservation on behalf of 3b7f85b4c3f6438bbd0febee23146dbf for: {'subnet': 1} {{(pid=86838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:48:41.890117 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-5717a54a-dfe0-4044-b639-c60a40899ff2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6323347'] for subnet, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:42.295485 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919e7cb7-1d60-466c-8268-081ad7743132 req-a0bd0ca3-ffbf-4e90-9be0-99b47f5cb484 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:42.307597 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-919e7cb7-1d60-466c-8268-081ad7743132 req-a0bd0ca3-ffbf-4e90-9be0-99b47f5cb484 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f160759-d9fc-45e2-8533-6615870234d8 HTTP/1.1" status: 200 len: 946 time: 0.2810354 Nov 23 12:48:42.435768 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-919e7cb7-1d60-466c-8268-081ad7743132 req-4568c52f-56d2-4cee-bd87-447ce8f06cf5 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.31 "GET /v2.0/security-groups?id=0a850f89-1fcd-4fc3-a6fa-0f4e61598668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265144 Nov 23 12:48:42.460586 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-5717a54a-dfe0-4044-b639-c60a40899ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8277314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6323361'] for subnet, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:42.469348 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-f605239e-620c-4869-8bd1-a07682a44ac1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:42.567183 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5717a54a-dfe0-4044-b639-c60a40899ff2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62fcaa5c-0ecb-4cd2-b592-53ffd52c0337,revision_number=0']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:42.634932 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5717a54a-dfe0-4044-b639-c60a40899ff2 admin admin] Checking segment: {'id': '59a6b585-e3ee-45c8-9d46-49d25176996c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'b15c6796-f0a9-4d15-aa1e-eb7fe36a0201'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:48:42.637503 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5717a54a-dfe0-4044-b639-c60a40899ff2 admin admin] Network hostable DHCP agents. Network: b15c6796-f0a9-4d15-aa1e-eb7fe36a0201, hostable agents: ['7adafed1-c9c5-48d0-9254-d37451f0c452'], hosted agents: [] {{(pid=86838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 12:48:42.697295 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-5717a54a-dfe0-4044-b639-c60a40899ff2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:42.749636 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5717a54a-dfe0-4044-b639-c60a40899ff2 admin admin] Network b15c6796-f0a9-4d15-aa1e-eb7fe36a0201 is scheduled to be hosted by DHCP agent 7adafed1-c9c5-48d0-9254-d37451f0c452 with binding_index 1 {{(pid=86838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 12:48:42.775617 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.scheduler.base_scheduler [None req-5717a54a-dfe0-4044-b639-c60a40899ff2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818883-1-smb, b15c6796-f0a9-4d15-aa1e-eb7fe36a0201) {{(pid=86838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:48:42.787126 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5717a54a-dfe0-4044-b639-c60a40899ff2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:42.787126 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-5717a54a-dfe0-4044-b639-c60a40899ff2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600637'] for subnet, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:42.788080 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba38f9b7-2bc9-4a70-9de8-bbc7d575ce45 None None] Network b15c6796-f0a9-4d15-aa1e-eb7fe36a0201 requested from dv-cinder-818883-1-smb {{(pid=86839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 12:48:42.855107 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-5717a54a-dfe0-4044-b639-c60a40899ff2 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0662684 Nov 23 12:48:42.856159 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 50564) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:48:42.870685 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.v2.base [None req-d240404c-7657-4987-aa88-8256eb4efa1d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-560369306-router', 'tenant_id': '3b7f85b4c3f6438bbd0febee23146dbf', 'external_gateway_info': {'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429'}}} {{(pid=86837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:48:42.877081 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-d240404c-7657-4987-aa88-8256eb4efa1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:48:42.878203 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964f964a-9537-42ed-ab00-7851deb5c044 req-3a2484f5-c430-41e1-9fb4-09a92f2789cf tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:42.880354 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-964f964a-9537-42ed-ab00-7851deb5c044 req-3a2484f5-c430-41e1-9fb4-09a92f2789cf tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/ports?device_id=1aa277d2-d587-4c30-a177-a45523276ec0 HTTP/1.1" status: 200 len: 945 time: 0.2364354 Nov 23 12:48:42.883447 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-d240404c-7657-4987-aa88-8256eb4efa1d admin admin] Usage tracker for resource:router and tenant:3b7f85b4c3f6438bbd0febee23146dbf is out of sync, need to count used quota {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:48:42.888752 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-d240404c-7657-4987-aa88-8256eb4efa1d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:48:42.896083 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-d240404c-7657-4987-aa88-8256eb4efa1d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:48:42.917829 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-d240404c-7657-4987-aa88-8256eb4efa1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-504028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1029442'] for router, before_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:42.919106 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-d240404c-7657-4987-aa88-8256eb4efa1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-503051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-505611', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1029497'] for router, precommit_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:42.948844 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-d240404c-7657-4987-aa88-8256eb4efa1d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:42.964594 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-964f964a-9537-42ed-ab00-7851deb5c044 req-57dc4b5b-84da-4079-af0d-3f47cd2900e5 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07395ea-6958-4a30-8653-814e78309a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772591 Nov 23 12:48:43.278350 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-712c8795-21ae-4dc3-aa8b-4c9df776277e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0c9dd91-ffd1-5775-97a7-a610159af9e0-b15c6796-f0a9-4d15-aa1e-eb7fe36a0201', 'network_id': 'b15c6796-f0a9-4d15-aa1e-eb7fe36a0201', 'tenant_id': '3b7f85b4c3f6438bbd0febee23146dbf', 'fixed_ips': [{'subnet_id': '62fcaa5c-0ecb-4cd2-b592-53ffd52c0337'}]}} from dv-cinder-818883-1-smb. {{(pid=86839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 23 12:48:43.279493 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-712c8795-21ae-4dc3-aa8b-4c9df776277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:43.413459 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 50622) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:48:43.680564 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-27c541a3-7eca-45ed-bda7-87c507e5f64f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:43.683516 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-d240404c-7657-4987-aa88-8256eb4efa1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-505657', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-503854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1029479'] for router, precommit_update {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:43.693120 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.db_base_plugin_common [None req-712c8795-21ae-4dc3-aa8b-4c9df776277e None None] Allocated IP 172.20.0.2 (b15c6796-f0a9-4d15-aa1e-eb7fe36a0201/62fcaa5c-0ecb-4cd2-b592-53ffd52c0337/204a6647-34a0-4ebc-82c2-661d9e859508) {{(pid=86839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:48:43.768914 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-27c541a3-7eca-45ed-bda7-87c507e5f64f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:48:43.781678 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-27c541a3-7eca-45ed-bda7-87c507e5f64f admin admin] Usage tracker for resource:security_group_rule and tenant:7f8f2a502d1c47a1b2e00f51ca3eb6e8 is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:48:43.787937 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-27c541a3-7eca-45ed-bda7-87c507e5f64f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:48:43.796879 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-27c541a3-7eca-45ed-bda7-87c507e5f64f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:48:43.881671 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cebd95-8739-4b81-814f-d53322ed9f9d req-bba1f0dd-d676-43f2-8902-a807b817f14e tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:43.889840 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-d4cebd95-8739-4b81-814f-d53322ed9f9d req-bba1f0dd-d676-43f2-8902-a807b817f14e tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f160759-d9fc-45e2-8533-6615870234d8 HTTP/1.1" status: 200 len: 946 time: 0.1813216 Nov 23 12:48:43.978800 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-d4cebd95-8739-4b81-814f-d53322ed9f9d req-dccb7fe4-761c-4dfd-985b-2a59d3020768 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.31 "GET /v2.0/security-groups?id=0a850f89-1fcd-4fc3-a6fa-0f4e61598668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877521 Nov 23 12:48:44.009129 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-27c541a3-7eca-45ed-bda7-87c507e5f64f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:44.019570 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-27c541a3-7eca-45ed-bda7-87c507e5f64f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:44.033779 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-29d0f76f-0b1b-46bf-ba44-6497876d5222 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:44.119840 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4415d7-574f-4574-b6c4-e3823e38bd96 req-a32f53bb-994a-4b54-8229-47da90fee1d1 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:44.120602 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [req-cd4415d7-574f-4574-b6c4-e3823e38bd96 req-a32f53bb-994a-4b54-8229-47da90fee1d1 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Synchronizing usage tracker for tenant:d66b4a21b0fe4386a781f7160eda94ae on resource:port {{(pid=86837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:48:44.193490 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-27c541a3-7eca-45ed-bda7-87c507e5f64f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7f8f2a502d1c47a1b2e00f51ca3eb6e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7737472 Nov 23 12:48:44.193490 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 50650) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:48:44.194393 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-712c8795-21ae-4dc3-aa8b-4c9df776277e None None] Notify callbacks [] for port, precommit_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:44.232288 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-712c8795-21ae-4dc3-aa8b-4c9df776277e None None] Transition to ACTIVE for port object 204a6647-34a0-4ebc-82c2-661d9e859508 will not be triggered until provisioned by entity L2. {{(pid=86839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:48:44.271446 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-712c8795-21ae-4dc3-aa8b-4c9df776277e None None] Transition to ACTIVE for port object 204a6647-34a0-4ebc-82c2-661d9e859508 will not be triggered until provisioned by entity DHCP. {{(pid=86839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:48:44.281060 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-712c8795-21ae-4dc3-aa8b-4c9df776277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788170525763'] for port, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:44.288681 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:44.322129 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c541a3-7eca-45ed-bda7-87c507e5f64f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7af75ed-8e84-460e-9601-fe3eeae716ad,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:44.328722 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-27c541a3-7eca-45ed-bda7-87c507e5f64f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:44.368587 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-6484e060-5eb3-467e-96d0-d1287a6518f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:44.379928 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712c8795-21ae-4dc3-aa8b-4c9df776277e None None] Network b15c6796-f0a9-4d15-aa1e-eb7fe36a0201 is already hosted by enough agents. {{(pid=86839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:48:44.384173 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.scheduler.base_scheduler [None req-712c8795-21ae-4dc3-aa8b-4c9df776277e None None] Resources bound (agent type, host, resource id): {{(pid=86839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:48:44.395565 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712c8795-21ae-4dc3-aa8b-4c9df776277e None None] Pushing event updated for resources: {'Port': ['ID=204a6647-34a0-4ebc-82c2-661d9e859508,revision_number=1']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:44.413142 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [req-cd4415d7-574f-4574-b6c4-e3823e38bd96 req-a32f53bb-994a-4b54-8229-47da90fee1d1 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Unset dirty status for tenant:d66b4a21b0fe4386a781f7160eda94ae on resource:port {{(pid=86837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:48:44.414263 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-cd4415d7-574f-4574-b6c4-e3823e38bd96 req-a32f53bb-994a-4b54-8229-47da90fee1d1 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.54 "GET /v2.0/ports?device_id=9f160759-d9fc-45e2-8533-6615870234d8 HTTP/1.1" status: 200 len: 946 time: 0.4739804 Nov 23 12:48:44.415472 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-6484e060-5eb3-467e-96d0-d1287a6518f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:44.417015 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712c8795-21ae-4dc3-aa8b-4c9df776277e None None] Received port after_create {{(pid=86839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 12:48:44.422796 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-712c8795-21ae-4dc3-aa8b-4c9df776277e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:44.474808 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-d240404c-7657-4987-aa88-8256eb4efa1d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:44.565287 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-d240404c-7657-4987-aa88-8256eb4efa1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:44.569465 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4740555-c2f9-4b4b-877e-edab2bca23b2 req-4b6d0a26-1d16-4fed-8b14-48de404bb8e4 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:44.574733 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.managers [None req-712c8795-21ae-4dc3-aa8b-4c9df776277e None None] Attempting to bind port 204a6647-34a0-4ebc-82c2-661d9e859508 on host dv-cinder-818883-1-smb for vnic_type normal with profile {{(pid=86839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 12:48:44.575127 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.managers [None req-712c8795-21ae-4dc3-aa8b-4c9df776277e None None] Attempting to bind port 204a6647-34a0-4ebc-82c2-661d9e859508 by drivers openvswitch,hyperv on host dv-cinder-818883-1-smb at level 0 using segments [{'id': '59a6b585-e3ee-45c8-9d46-49d25176996c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'b15c6796-f0a9-4d15-aa1e-eb7fe36a0201'}] {{(pid=86839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 12:48:44.575600 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712c8795-21ae-4dc3-aa8b-4c9df776277e None None] Attempting to bind port 204a6647-34a0-4ebc-82c2-661d9e859508 on network b15c6796-f0a9-4d15-aa1e-eb7fe36a0201 {{(pid=86839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:48:44.581905 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-c4740555-c2f9-4b4b-877e-edab2bca23b2 req-4b6d0a26-1d16-4fed-8b14-48de404bb8e4 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/ports?device_id=1aa277d2-d587-4c30-a177-a45523276ec0 HTTP/1.1" status: 200 len: 945 time: 0.2736351 Nov 23 12:48:44.584633 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712c8795-21ae-4dc3-aa8b-4c9df776277e None None] Checking agent: {'id': 'cd5e743e-4289-46d3-a833-871886dcba65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818883-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 37, 23), 'started_at': datetime.datetime(2021, 11, 23, 12, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818883-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 12:48:44.585078 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712c8795-21ae-4dc3-aa8b-4c9df776277e None None] Checking segment: {'id': '59a6b585-e3ee-45c8-9d46-49d25176996c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'b15c6796-f0a9-4d15-aa1e-eb7fe36a0201'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:48:44.585560 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-712c8795-21ae-4dc3-aa8b-4c9df776277e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:44.586024 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712c8795-21ae-4dc3-aa8b-4c9df776277e None None] Bound using segment: {'id': '59a6b585-e3ee-45c8-9d46-49d25176996c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'b15c6796-f0a9-4d15-aa1e-eb7fe36a0201'} {{(pid=86839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 12:48:44.588466 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.managers [None req-712c8795-21ae-4dc3-aa8b-4c9df776277e None None] Bound port: 204a6647-34a0-4ebc-82c2-661d9e859508, host: dv-cinder-818883-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59a6b585-e3ee-45c8-9d46-49d25176996c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'b15c6796-f0a9-4d15-aa1e-eb7fe36a0201'}}] {{(pid=86839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 12:48:44.588968 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-712c8795-21ae-4dc3-aa8b-4c9df776277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:44.679239 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-c4740555-c2f9-4b4b-877e-edab2bca23b2 req-b019d009-cb81-4cbe-89d7-17195db1f82e tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07395ea-6958-4a30-8653-814e78309a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963075 Nov 23 12:48:44.694955 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-6484e060-5eb3-467e-96d0-d1287a6518f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:44.694955 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-62c5282f-bd03-41b4-8e71-680d3a1d317d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:44.704225 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.plugin [req-cd4415d7-574f-4574-b6c4-e3823e38bd96 req-f6a0107c-f0a6-4b25-9c46-6fde117edd75 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Deleting port 7f114a60-ca8e-4a26-a4c5-b1177a8c45be {{(pid=86837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 12:48:44.704793 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-cd4415d7-574f-4574-b6c4-e3823e38bd96 req-f6a0107c-f0a6-4b25-9c46-6fde117edd75 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788171068353'] for port, before_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:44.712789 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6484e060-5eb3-467e-96d0-d1287a6518f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7af75ed-8e84-460e-9601-fe3eeae716ad,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:44.715204 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-6484e060-5eb3-467e-96d0-d1287a6518f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:44.716163 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-6484e060-5eb3-467e-96d0-d1287a6518f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:44.717257 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-6484e060-5eb3-467e-96d0-d1287a6518f8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c7af75ed-8e84-460e-9601-fe3eeae716ad HTTP/1.1" status: 204 len: 168 time: 0.5121255 Nov 23 12:48:44.752561 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-712c8795-21ae-4dc3-aa8b-4c9df776277e None None] For port 204a6647-34a0-4ebc-82c2-661d9e859508, host dv-cinder-818883-1-smb, cleared binding levels {{(pid=86839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 12:48:44.761686 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-712c8795-21ae-4dc3-aa8b-4c9df776277e None None] For port 204a6647-34a0-4ebc-82c2-661d9e859508, host dv-cinder-818883-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-smb',level=0,port_id=204a6647-34a0-4ebc-82c2-661d9e859508,segment=NetworkSegment(59a6b585-e3ee-45c8-9d46-49d25176996c),segment_id=59a6b585-e3ee-45c8-9d46-49d25176996c)] {{(pid=86839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 12:48:44.768077 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-712c8795-21ae-4dc3-aa8b-4c9df776277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826'] for port, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:44.778166 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:44.869895 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712c8795-21ae-4dc3-aa8b-4c9df776277e None None] Pushing event updated for resources: {'Port': ['ID=204a6647-34a0-4ebc-82c2-661d9e859508,revision_number=2']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:44.873613 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-712c8795-21ae-4dc3-aa8b-4c9df776277e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:45.154034 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.db_base_plugin_common [None req-d240404c-7657-4987-aa88-8256eb4efa1d admin admin] Allocated IP 172.28.2.225 (2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429/a635ed46-c881-440b-bd05-3e5636c37dfa/210b9708-4701-4959-86e1-a3c76f3f2e66) {{(pid=86837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:48:45.302153 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3f6360-707e-43c7-9165-1301a6f68368 req-18f94bfd-701a-4a1c-a7c5-f236272571ff tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:45.308669 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-0b3f6360-707e-43c7-9165-1301a6f68368 req-18f94bfd-701a-4a1c-a7c5-f236272571ff tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f160759-d9fc-45e2-8533-6615870234d8 HTTP/1.1" status: 200 len: 946 time: 0.1366689 Nov 23 12:48:45.373072 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-0b3f6360-707e-43c7-9165-1301a6f68368 req-84726ff5-d65e-4fb0-8b50-ba88a7ef0f4f tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.31 "GET /v2.0/security-groups?id=0a850f89-1fcd-4fc3-a6fa-0f4e61598668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553463 Nov 23 12:48:45.431720 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.db [req-cd4415d7-574f-4574-b6c4-e3823e38bd96 req-f6a0107c-f0a6-4b25-9c46-6fde117edd75 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] For port 7f114a60-ca8e-4a26-a4c5-b1177a8c45be, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=7f114a60-ca8e-4a26-a4c5-b1177a8c45be,segment=NetworkSegment(85703ffb-0024-40a4-9e1c-786d143a488d),segment_id=85703ffb-0024-40a4-9e1c-786d143a488d)] {{(pid=86837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:48:45.432083 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-cd4415d7-574f-4574-b6c4-e3823e38bd96 req-f6a0107c-f0a6-4b25-9c46-6fde117edd75 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506271'] for port, precommit_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:45.583777 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.plugin [req-cd4415d7-574f-4574-b6c4-e3823e38bd96 req-f6a0107c-f0a6-4b25-9c46-6fde117edd75 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Calling delete_port for 7f114a60-ca8e-4a26-a4c5-b1177a8c45be owned by compute:nova {{(pid=86837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 12:48:45.661307 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-d240404c-7657-4987-aa88-8256eb4efa1d admin admin] Notify callbacks [] for port, precommit_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:45.780099 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-d240404c-7657-4987-aa88-8256eb4efa1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788170525763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6379447'] for port, after_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:45.785300 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-66b35482-2355-423a-acb2-cd0b387ee0bb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:45.865060 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-cd4415d7-574f-4574-b6c4-e3823e38bd96 req-f6a0107c-f0a6-4b25-9c46-6fde117edd75 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788171071573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788170525772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6379447'] for port, after_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:45.878250 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] get_ports_and_sgs() called for port_ids ['7f114a60-ca8e-4a26-a4c5-b1177a8c45be'] {{(pid=86839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 12:48:45.905201 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d240404c-7657-4987-aa88-8256eb4efa1d admin admin] Network 2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429 is already hosted by enough agents. {{(pid=86837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:48:45.919472 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.scheduler.base_scheduler [None req-d240404c-7657-4987-aa88-8256eb4efa1d admin admin] Resources bound (agent type, host, resource id): {{(pid=86837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:48:45.930415 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d240404c-7657-4987-aa88-8256eb4efa1d admin admin] Received port after_create {{(pid=86837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 12:48:46.006242 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d240404c-7657-4987-aa88-8256eb4efa1d admin admin] Pushing event updated for resources: {'Port': ['ID=210b9708-4701-4959-86e1-a3c76f3f2e66,revision_number=1']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:46.023185 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-d240404c-7657-4987-aa88-8256eb4efa1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:46.030556 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-5d2f14f8-72e2-4316-a313-2cfa9d084251 tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.147s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:46.032396 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851a8366-556b-469f-a339-502e22619ce3 req-cf035c9f-f9b6-4fb2-8a59-460958226cb5 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:46.039848 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-851a8366-556b-469f-a339-502e22619ce3 req-cf035c9f-f9b6-4fb2-8a59-460958226cb5 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/ports?device_id=1aa277d2-d587-4c30-a177-a45523276ec0 HTTP/1.1" status: 200 len: 945 time: 0.2096791 Nov 23 12:48:46.156593 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a0107c-f0a6-4b25-9c46-6fde117edd75 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Pushing event deleted for resources: {'Port': ['ID=7f114a60-ca8e-4a26-a4c5-b1177a8c45be,revision_number=None']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:46.182406 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-851a8366-556b-469f-a339-502e22619ce3 req-5c04a7d6-fb57-4bbd-a26e-cd9d901dd7d4 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07395ea-6958-4a30-8653-814e78309a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415544 Nov 23 12:48:46.187215 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-f6a0107c-f0a6-4b25-9c46-6fde117edd75 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:46.191673 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd4415d7-574f-4574-b6c4-e3823e38bd96 req-f6a0107c-f0a6-4b25-9c46-6fde117edd75 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] No DVR routers for this DVR port 7f114a60-ca8e-4a26-a4c5-b1177a8c45be on host hv-cinder-81888 {{(pid=86837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 12:48:46.200355 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-cd4415d7-574f-4574-b6c4-e3823e38bd96 req-f6a0107c-f0a6-4b25-9c46-6fde117edd75 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188604'] for port, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:46.203832 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f160759-d9fc-45e2-8533-6615870234d8', 'name': 'network-vif-deleted', 'tag': '7f114a60-ca8e-4a26-a4c5-b1177a8c45be'}] {{(pid=86837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:48:46.288007 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f160759-d9fc-45e2-8533-6615870234d8', 'name': 'network-vif-deleted', 'tag': '7f114a60-ca8e-4a26-a4c5-b1177a8c45be', 'status': 'completed', 'code': 200} Nov 23 12:48:46.299085 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8becbca-465f-4d73-bae9-2617cf01ea66 None None] Network b15c6796-f0a9-4d15-aa1e-eb7fe36a0201 requested from dv-cinder-818883-1-smb {{(pid=86839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 12:48:46.356018 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-cd4415d7-574f-4574-b6c4-e3823e38bd96 req-f6a0107c-f0a6-4b25-9c46-6fde117edd75 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.54 "DELETE /v2.0/ports/7f114a60-ca8e-4a26-a4c5-b1177a8c45be HTTP/1.1" status: 204 len: 173 time: 1.9306264 Nov 23 12:48:46.432315 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-9fb9a791-9dd3-4632-abed-cb89c1de59cc None None] Provisioning for port 204a6647-34a0-4ebc-82c2-661d9e859508 completed by entity DHCP. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:48:46.679346 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-ee5f1f32-4dd0-4ab2-8be8-ea15343bad9a req-5aa2eec3-4442-45fd-9ba0-e6f9319fa151 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f160759-d9fc-45e2-8533-6615870234d8 HTTP/1.1" status: 200 len: 210 time: 0.0602882 Nov 23 12:48:46.891909 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-d240404c-7657-4987-aa88-8256eb4efa1d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:47.035422 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Device 204a6647-34a0-4ebc-82c2-661d9e859508 up at agent ovs-agent-dv-cinder-818883-1-smb {{(pid=86839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:48:47.145192 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Provisioning for port 204a6647-34a0-4ebc-82c2-661d9e859508 completed by entity L2. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:48:47.152419 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Provisioning complete for port 204a6647-34a0-4ebc-82c2-661d9e859508 triggered by entity L2. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:48:47.152845 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567787'] for port, provisioning_complete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:47.308422 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:47.355251 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] For port 204a6647-34a0-4ebc-82c2-661d9e859508, host dv-cinder-818883-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-smb',level=0,port_id=204a6647-34a0-4ebc-82c2-661d9e859508,segment=NetworkSegment(59a6b585-e3ee-45c8-9d46-49d25176996c),segment_id=59a6b585-e3ee-45c8-9d46-49d25176996c)] {{(pid=86839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:48:47.360450 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826'] for port, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:47.362313 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:47.387339 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc79135-2266-4b07-9f7c-bf3d46ca348e req-e2f78887-330e-4b6c-bb45-13f3bd20274b tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:47.392473 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-5dc79135-2266-4b07-9f7c-bf3d46ca348e req-e2f78887-330e-4b6c-bb45-13f3bd20274b tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/ports?device_id=1aa277d2-d587-4c30-a177-a45523276ec0 HTTP/1.1" status: 200 len: 945 time: 0.0970690 Nov 23 12:48:47.428939 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-d240404c-7657-4987-aa88-8256eb4efa1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-503847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-505820'] for router, after_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:47.439310 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Pushing event updated for resources: {'Port': ['ID=204a6647-34a0-4ebc-82c2-661d9e859508,revision_number=3']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:47.443555 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-5dc79135-2266-4b07-9f7c-bf3d46ca348e req-e5025c45-1748-43f7-b016-6197f393bf9d tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07395ea-6958-4a30-8653-814e78309a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449481 Nov 23 12:48:47.446789 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:47.643230 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d240404c-7657-4987-aa88-8256eb4efa1d admin admin] Router a67f0724-5760-40a3-8435-070d5646d010 is scheduled to L3 agent d7c7f769-7b7b-49b8-a5c1-735df886e043 with binding_index 1 {{(pid=86837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 23 12:48:47.772047 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 50820) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:48:47.832330 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.db_base_plugin_v2 [None req-1553c57a-219c-4db6-a3ce-77c4652e3529 admin admin] Deleting subnet c0d370b4-ffde-4b58-bd7e-c9414689a347 {{(pid=86838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 23 12:48:47.834252 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d240404c-7657-4987-aa88-8256eb4efa1d admin admin] Notify agent at l3_agent.dv-cinder-818883-1-smb the message routers_updated {{(pid=86837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 12:48:47.835793 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-1553c57a-219c-4db6-a3ce-77c4652e3529 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:47.847220 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0601a732-3fec-4979-8e47-38bc15ed2802 None None] Sync routers for ids ['a67f0724-5760-40a3-8435-070d5646d010'] in dv-cinder-818883-1-smb {{(pid=86840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 12:48:47.856550 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-d240404c-7657-4987-aa88-8256eb4efa1d admin admin] Notify callbacks [] for router, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:47.858234 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-d240404c-7657-4987-aa88-8256eb4efa1d admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.9990335 Nov 23 12:48:47.860743 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0601a732-3fec-4979-8e47-38bc15ed2802 None None] Routers {'a67f0724-5760-40a3-8435-070d5646d010'} bound to L3 agent in host dv-cinder-818883-1-smb {{(pid=86840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:48:47.861458 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 50824) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:48:47.861567 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.l3_hamode_db [None req-0601a732-3fec-4979-8e47-38bc15ed2802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T12:37:26Z,description=,heartbeat_timestamp=2021-11-23T12:48:26Z,host='dv-cinder-818883-1-smb',id=d7c7f769-7b7b-49b8-a5c1-735df886e043,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:37:26Z,topic='l3_agent')) {'router_ids': ['a67f0724-5760-40a3-8435-070d5646d010'], 'active': True} {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:48:47.898308 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-1553c57a-219c-4db6-a3ce-77c4652e3529 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8358448'] for subnet, precommit_delete_associations {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:47.977203 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-1553c57a-219c-4db6-a3ce-77c4652e3529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569929'] for subnet, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:48.058288 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-1553c57a-219c-4db6-a3ce-77c4652e3529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8277253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6323384'] for subnet, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:48.065495 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-5717a54a-dfe0-4044-b639-c60a40899ff2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:48.087319 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvr_db [None req-0601a732-3fec-4979-8e47-38bc15ed2802 None None] Set router a67f0724-5760-40a3-8435-070d5646d010 gateway port host: dv-cinder-818883-1-smb {{(pid=86840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:48:48.114336 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1553c57a-219c-4db6-a3ce-77c4652e3529 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0d370b4-ffde-4b58-bd7e-c9414689a347,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:48.120828 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-1553c57a-219c-4db6-a3ce-77c4652e3529 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600637'] for subnet, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:48.123932 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Device 7f114a60-ca8e-4a26-a4c5-b1177a8c45be no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 12:48:48.130567 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-1553c57a-219c-4db6-a3ce-77c4652e3529 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/c0d370b4-ffde-4b58-bd7e-c9414689a347 HTTP/1.1" status: 204 len: 168 time: 0.3571687 Nov 23 12:48:48.131602 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-1553c57a-219c-4db6-a3ce-77c4652e3529 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:48.132046 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 50832) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:48:48.132359 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 50834) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:48:48.189867 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.plugin [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] No Port match for: 7f114a60-ca8e-4a26-a4c5-b1177a8c45be {{(pid=86839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 12:48:48.193309 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Device 7f114a60-ca8e-4a26-a4c5-b1177a8c45be not bound to the agent host hv-cinder-81888 {{(pid=86839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 12:48:48.206203 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 50842) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:48:48.267412 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-b88e3ed0-c15a-4dc2-a6ef-b9930d47b08b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1549810'] for network, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:48.393623 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.db_base_plugin_v2 [None req-bee2c4ff-99e2-4537-ab75-27fe91956cff admin admin] Deleting subnet 625fb517-f4a1-457c-8414-30acbbac75df {{(pid=86837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 23 12:48:48.397155 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-bee2c4ff-99e2-4537-ab75-27fe91956cff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:48.431498 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-b88e3ed0-c15a-4dc2-a6ef-b9930d47b08b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-568418', 'neutron.services.segments.db._delete_segments_for_network-8788170962598'] for network, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:48.453450 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-bee2c4ff-99e2-4537-ab75-27fe91956cff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-865861'] for subnet, precommit_delete_associations {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:48.458392 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.services.segments.db [None req-b88e3ed0-c15a-4dc2-a6ef-b9930d47b08b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db06a41a-eafd-447e-965a-14c1b39ecb30']}} {{(pid=86838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:48:48.471364 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.services.segments.db [None req-b88e3ed0-c15a-4dc2-a6ef-b9930d47b08b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85703ffb-0024-40a4-9e1c-786d143a488d') {'for_net_delete': True} {{(pid=86838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:48:48.471730 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.services.segments.db [None req-b88e3ed0-c15a-4dc2-a6ef-b9930d47b08b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85703ffb-0024-40a4-9e1c-786d143a488d') {} {{(pid=86838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:48:48.485283 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-b88e3ed0-c15a-4dc2-a6ef-b9930d47b08b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788170845049', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8358439'] for segment, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:48.503749 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-b88e3ed0-c15a-4dc2-a6ef-b9930d47b08b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572451'] for segment, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:48.511358 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b88e3ed0-c15a-4dc2-a6ef-b9930d47b08b admin admin] Releasing vlan 760 on physical network physnet1 to pool {{(pid=86838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 12:48:48.511834 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-b88e3ed0-c15a-4dc2-a6ef-b9930d47b08b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-572458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8277467'] for segment, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:48.518992 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-bee2c4ff-99e2-4537-ab75-27fe91956cff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569929'] for subnet, precommit_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:48.591905 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.l3_hamode_db [None req-0601a732-3fec-4979-8e47-38bc15ed2802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a67f0724-5760-40a3-8435-070d5646d010', 'name': 'tempest-TestMinimumBasicScenario-560369306-router', 'tenant_id': '3b7f85b4c3f6438bbd0febee23146dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'external_fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.225'}], 'enable_snat': True}, 'gw_port_id': '210b9708-4701-4959-86e1-a3c76f3f2e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:48:42Z', 'updated_at': '2021-11-23T12:48:46Z', 'revision_number': 3, 'project_id': '3b7f85b4c3f6438bbd0febee23146dbf', 'gw_port': {'id': '210b9708-4701-4959-86e1-a3c76f3f2e66', 'name': '', 'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:84:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a67f0724-5760-40a3-8435-070d5646d010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:48:44Z', 'updated_at': '2021-11-23T12:48:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-smb'}], 'dv-cinder-818883-1-smb', False) {} {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:48:48.603468 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0601a732-3fec-4979-8e47-38bc15ed2802 None None] Checking router: a67f0724-5760-40a3-8435-070d5646d010 for host: dv-cinder-818883-1-smb {{(pid=86840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 12:48:48.604887 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0601a732-3fec-4979-8e47-38bc15ed2802 None None] Updating router a67f0724-5760-40a3-8435-070d5646d010 port 210b9708-4701-4959-86e1-a3c76f3f2e66 binding host dv-cinder-818883-1-smb {{(pid=86840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 12:48:48.617766 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-bee2c4ff-99e2-4537-ab75-27fe91956cff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6379396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8238059'] for subnet, after_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:48.622868 dv-cinder-818883-1-smb neutron-server[86838]: Traceback (most recent call last): Nov 23 12:48:48.622868 dv-cinder-818883-1-smb neutron-server[86838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 12:48:48.622868 dv-cinder-818883-1-smb neutron-server[86838]: timer() Nov 23 12:48:48.622868 dv-cinder-818883-1-smb neutron-server[86838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 12:48:48.622868 dv-cinder-818883-1-smb neutron-server[86838]: cb(*args, **kw) Nov 23 12:48:48.622868 dv-cinder-818883-1-smb neutron-server[86838]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 23 12:48:48.622868 dv-cinder-818883-1-smb neutron-server[86838]: return func(*args, **kwargs) Nov 23 12:48:48.622868 dv-cinder-818883-1-smb neutron-server[86838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 12:48:48.622868 dv-cinder-818883-1-smb neutron-server[86838]: self._notify() Nov 23 12:48:48.622868 dv-cinder-818883-1-smb neutron-server[86838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 12:48:48.622868 dv-cinder-818883-1-smb neutron-server[86838]: self.callback(batched_events) Nov 23 12:48:48.622868 dv-cinder-818883-1-smb neutron-server[86838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 12:48:48.622868 dv-cinder-818883-1-smb neutron-server[86838]: event.method(event) Nov 23 12:48:48.622868 dv-cinder-818883-1-smb neutron-server[86838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 23 12:48:48.622868 dv-cinder-818883-1-smb neutron-server[86838]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 12:48:48.622868 dv-cinder-818883-1-smb neutron-server[86838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 23 12:48:48.622868 dv-cinder-818883-1-smb neutron-server[86838]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 12:48:48.622868 dv-cinder-818883-1-smb neutron-server[86838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 23 12:48:48.622868 dv-cinder-818883-1-smb neutron-server[86838]: return f(self, *a, **k) Nov 23 12:48:48.622868 dv-cinder-818883-1-smb neutron-server[86838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 23 12:48:48.622868 dv-cinder-818883-1-smb neutron-server[86838]: return self._get(url).json() Nov 23 12:48:48.622868 dv-cinder-818883-1-smb neutron-server[86838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 23 12:48:48.622868 dv-cinder-818883-1-smb neutron-server[86838]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 12:48:48.622868 dv-cinder-818883-1-smb neutron-server[86838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 12:48:48.622868 dv-cinder-818883-1-smb neutron-server[86838]: return self.request(url, 'GET', **kwargs) Nov 23 12:48:48.622868 dv-cinder-818883-1-smb neutron-server[86838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 12:48:48.622868 dv-cinder-818883-1-smb neutron-server[86838]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 12:48:48.622868 dv-cinder-818883-1-smb neutron-server[86838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 12:48:48.622868 dv-cinder-818883-1-smb neutron-server[86838]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 12:48:48.622868 dv-cinder-818883-1-smb neutron-server[86838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 12:48:48.622868 dv-cinder-818883-1-smb neutron-server[86838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 12:48:48.622868 dv-cinder-818883-1-smb neutron-server[86838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 12:48:48.627344 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-b88e3ed0-c15a-4dc2-a6ef-b9930d47b08b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-568411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-505759'] for network, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:48.634124 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-269645f2-d571-40f9-a7a7-4922887dd601 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:48.643122 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:48.669632 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-b88e3ed0-c15a-4dc2-a6ef-b9930d47b08b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600637'] for network, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:48.684882 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee2c4ff-99e2-4537-ab75-27fe91956cff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=625fb517-f4a1-457c-8414-30acbbac75df,revision_number=None']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:48.688200 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-bee2c4ff-99e2-4537-ab75-27fe91956cff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:48.720279 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-b88e3ed0-c15a-4dc2-a6ef-b9930d47b08b admin admin] 10.222.0.31 "DELETE /v2.0/networks/db06a41a-eafd-447e-965a-14c1b39ecb30 HTTP/1.1" status: 204 len: 168 time: 0.5827668 Nov 23 12:48:48.720279 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88e3ed0-c15a-4dc2-a6ef-b9930d47b08b admin admin] Pushing event deleted for resources: {'Network': ['ID=db06a41a-eafd-447e-965a-14c1b39ecb30,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:48.725412 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-458c0c4e-d6a8-4e45-ab2b-03b432120574 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d41e94ddb32c417a8be20f194ead6682&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5892060 Nov 23 12:48:48.725412 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-b88e3ed0-c15a-4dc2-a6ef-b9930d47b08b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:48.729136 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 50854) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:48:48.734197 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-0601a732-3fec-4979-8e47-38bc15ed2802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:48.749968 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-bee2c4ff-99e2-4537-ab75-27fe91956cff admin admin] Notify callbacks [] for subnet, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:48.756258 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-bee2c4ff-99e2-4537-ab75-27fe91956cff admin admin] 10.222.0.31 "DELETE /v2.0/subnets/625fb517-f4a1-457c-8414-30acbbac75df HTTP/1.1" status: 204 len: 168 time: 0.5484090 Nov 23 12:48:48.762245 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 50858) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:48:48.850054 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479940f4-ba16-4729-a9e6-ed40f4c9d721 req-fe3236f8-52f8-48bf-af82-c3218ec11d47 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:48.852244 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-479940f4-ba16-4729-a9e6-ed40f4c9d721 req-fe3236f8-52f8-48bf-af82-c3218ec11d47 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/ports?device_id=1aa277d2-d587-4c30-a177-a45523276ec0 HTTP/1.1" status: 200 len: 945 time: 0.1866274 Nov 23 12:48:48.872690 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-57c0e42a-5878-4445-9266-5c9f6bbbe5fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:48.942071 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 50862) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:48:48.947437 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Device 204a6647-34a0-4ebc-82c2-661d9e859508 up at agent ovs-agent-dv-cinder-818883-1-smb {{(pid=86839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:48:48.950151 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-57c0e42a-5878-4445-9266-5c9f6bbbe5fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:48.972200 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-479940f4-ba16-4729-a9e6-ed40f4c9d721 req-d1137aba-7778-4eed-9bb2-e4e214b19748 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07395ea-6958-4a30-8653-814e78309a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905077 Nov 23 12:48:49.039920 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-57c0e42a-5878-4445-9266-5c9f6bbbe5fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:49.046147 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:49.059042 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c0e42a-5878-4445-9266-5c9f6bbbe5fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07aef618-482b-47e9-bb90-1a0a41bc0bc7,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:49.062025 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Provisioning complete for port 204a6647-34a0-4ebc-82c2-661d9e859508 triggered by entity L2. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:48:49.062853 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567787'] for port, provisioning_complete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:49.068341 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-57c0e42a-5878-4445-9266-5c9f6bbbe5fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:49.074236 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-57c0e42a-5878-4445-9266-5c9f6bbbe5fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:49.078944 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-57c0e42a-5878-4445-9266-5c9f6bbbe5fb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/07aef618-482b-47e9-bb90-1a0a41bc0bc7 HTTP/1.1" status: 204 len: 168 time: 0.3485475 Nov 23 12:48:49.092690 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-859c7343-25d3-4208-88bc-2e207ebc76a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1549810'] for network, before_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:49.183037 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-22fa9398-f692-49cc-8365-6e2325a64daf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d66b4a21b0fe4386a781f7160eda94ae&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2364316 Nov 23 12:48:49.186088 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 50868) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:48:49.287077 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-3a7c8e16-feb9-4c22-961a-038b3f33dd51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:49.310585 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-0601a732-3fec-4979-8e47-38bc15ed2802 None None] Notify callbacks [] for port, precommit_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:49.327529 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-0601a732-3fec-4979-8e47-38bc15ed2802 None None] Transition to ACTIVE for port object 210b9708-4701-4959-86e1-a3c76f3f2e66 will not be triggered until provisioned by entity L2. {{(pid=86840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:48:49.329254 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-3a7c8e16-feb9-4c22-961a-038b3f33dd51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:49.337031 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-0601a732-3fec-4979-8e47-38bc15ed2802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826'] for port, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:49.346848 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-53930527-7381-49f0-a20d-f1582682d624 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:49.388588 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-859c7343-25d3-4208-88bc-2e207ebc76a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-568418', 'neutron.services.segments.db._delete_segments_for_network-8788170962598'] for network, precommit_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:49.418736 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-3a7c8e16-feb9-4c22-961a-038b3f33dd51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:49.432985 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-741eb77d-3724-40c9-be59-cc860864d159 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:49.435877 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84499844-073a-49c5-a067-fc9e7d527d98 None None] Pushing event updated for resources: {'Port': ['ID=210b9708-4701-4959-86e1-a3c76f3f2e66,revision_number=2']} {{(pid=86840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:49.449924 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84499844-073a-49c5-a067-fc9e7d527d98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:48:49.450372 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84499844-073a-49c5-a067-fc9e7d527d98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:48:49.450732 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84499844-073a-49c5-a067-fc9e7d527d98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:48:49.451074 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84499844-073a-49c5-a067-fc9e7d527d98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:48:49.451412 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84499844-073a-49c5-a067-fc9e7d527d98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:48:49.451741 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84499844-073a-49c5-a067-fc9e7d527d98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:48:49.452072 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84499844-073a-49c5-a067-fc9e7d527d98 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:48:49.452402 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84499844-073a-49c5-a067-fc9e7d527d98 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:48:49.452729 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84499844-073a-49c5-a067-fc9e7d527d98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:48:49.453075 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84499844-073a-49c5-a067-fc9e7d527d98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:48:49.453391 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84499844-073a-49c5-a067-fc9e7d527d98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:48:49.453711 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84499844-073a-49c5-a067-fc9e7d527d98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:48:49.457430 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.managers [None req-0601a732-3fec-4979-8e47-38bc15ed2802 None None] Attempting to bind port 210b9708-4701-4959-86e1-a3c76f3f2e66 on host dv-cinder-818883-1-smb for vnic_type normal with profile {{(pid=86840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 12:48:49.457869 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.managers [None req-0601a732-3fec-4979-8e47-38bc15ed2802 None None] Attempting to bind port 210b9708-4701-4959-86e1-a3c76f3f2e66 by drivers openvswitch,hyperv on host dv-cinder-818883-1-smb at level 0 using segments [{'id': '2dcdf227-6722-4632-a1c4-3c71d035812a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429'}] {{(pid=86840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 12:48:49.458238 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0601a732-3fec-4979-8e47-38bc15ed2802 None None] Attempting to bind port 210b9708-4701-4959-86e1-a3c76f3f2e66 on network 2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429 {{(pid=86840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:48:49.460560 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7c8e16-feb9-4c22-961a-038b3f33dd51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a850f89-1fcd-4fc3-a6fa-0f4e61598668,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:49.460838 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-84499844-073a-49c5-a067-fc9e7d527d98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:49.466267 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0601a732-3fec-4979-8e47-38bc15ed2802 None None] Checking agent: {'id': 'cd5e743e-4289-46d3-a833-871886dcba65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818883-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 37, 23), 'started_at': datetime.datetime(2021, 11, 23, 12, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818883-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 12:48:49.466842 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0601a732-3fec-4979-8e47-38bc15ed2802 None None] Checking segment: {'id': '2dcdf227-6722-4632-a1c4-3c71d035812a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:48:49.467144 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-3a7c8e16-feb9-4c22-961a-038b3f33dd51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:49.467291 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-0601a732-3fec-4979-8e47-38bc15ed2802 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:49.467704 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0601a732-3fec-4979-8e47-38bc15ed2802 None None] Bound using segment: {'id': '2dcdf227-6722-4632-a1c4-3c71d035812a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429'} {{(pid=86840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 12:48:49.468496 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.managers [None req-0601a732-3fec-4979-8e47-38bc15ed2802 None None] Bound port: 210b9708-4701-4959-86e1-a3c76f3f2e66, host: dv-cinder-818883-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dcdf227-6722-4632-a1c4-3c71d035812a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429'}}] {{(pid=86840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 12:48:49.469066 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-0601a732-3fec-4979-8e47-38bc15ed2802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:49.485575 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.services.segments.db [None req-859c7343-25d3-4208-88bc-2e207ebc76a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fdf7688-bc8f-46d8-a49a-aba7f7df2881']}} {{(pid=86837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:48:49.488606 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-3a7c8e16-feb9-4c22-961a-038b3f33dd51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:49.491727 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-3a7c8e16-feb9-4c22-961a-038b3f33dd51 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0a850f89-1fcd-4fc3-a6fa-0f4e61598668 HTTP/1.1" status: 204 len: 168 time: 0.3033011 Nov 23 12:48:49.522517 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.services.segments.db [None req-859c7343-25d3-4208-88bc-2e207ebc76a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff1eac05-7a6f-4b4a-b86b-726abee76ecb') {'for_net_delete': True} {{(pid=86837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:48:49.523502 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.services.segments.db [None req-859c7343-25d3-4208-88bc-2e207ebc76a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff1eac05-7a6f-4b4a-b86b-726abee76ecb') {} {{(pid=86837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:48:49.553803 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-0601a732-3fec-4979-8e47-38bc15ed2802 None None] For port 210b9708-4701-4959-86e1-a3c76f3f2e66, host dv-cinder-818883-1-smb, cleared binding levels {{(pid=86840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 12:48:49.558004 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-0601a732-3fec-4979-8e47-38bc15ed2802 None None] For port 210b9708-4701-4959-86e1-a3c76f3f2e66, host dv-cinder-818883-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-smb',level=0,port_id=210b9708-4701-4959-86e1-a3c76f3f2e66,segment=NetworkSegment(2dcdf227-6722-4632-a1c4-3c71d035812a),segment_id=2dcdf227-6722-4632-a1c4-3c71d035812a)] {{(pid=86840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 12:48:49.566530 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-0601a732-3fec-4979-8e47-38bc15ed2802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826'] for port, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:49.574038 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-aca1e9a5-8afe-4742-8293-5bca6ac797d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:49.574944 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-859c7343-25d3-4208-88bc-2e207ebc76a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788170845049', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-865874'] for segment, before_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:49.607687 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-859c7343-25d3-4208-88bc-2e207ebc76a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572451'] for segment, precommit_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:49.618378 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-2a4edbf1-a513-4dca-96be-3d034c0a65ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:49.628468 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-859c7343-25d3-4208-88bc-2e207ebc76a8 admin admin] Releasing vlan 772 on physical network physnet1 to pool {{(pid=86837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 12:48:49.628877 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-859c7343-25d3-4208-88bc-2e207ebc76a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-572458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6379354'] for segment, after_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:49.644870 dv-cinder-818883-1-smb neutron-server[86837]: Traceback (most recent call last): Nov 23 12:48:49.644870 dv-cinder-818883-1-smb neutron-server[86837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 12:48:49.644870 dv-cinder-818883-1-smb neutron-server[86837]: timer() Nov 23 12:48:49.644870 dv-cinder-818883-1-smb neutron-server[86837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 12:48:49.644870 dv-cinder-818883-1-smb neutron-server[86837]: cb(*args, **kw) Nov 23 12:48:49.644870 dv-cinder-818883-1-smb neutron-server[86837]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 23 12:48:49.644870 dv-cinder-818883-1-smb neutron-server[86837]: return func(*args, **kwargs) Nov 23 12:48:49.644870 dv-cinder-818883-1-smb neutron-server[86837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 12:48:49.644870 dv-cinder-818883-1-smb neutron-server[86837]: self._notify() Nov 23 12:48:49.644870 dv-cinder-818883-1-smb neutron-server[86837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 12:48:49.644870 dv-cinder-818883-1-smb neutron-server[86837]: self.callback(batched_events) Nov 23 12:48:49.644870 dv-cinder-818883-1-smb neutron-server[86837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 12:48:49.644870 dv-cinder-818883-1-smb neutron-server[86837]: event.method(event) Nov 23 12:48:49.644870 dv-cinder-818883-1-smb neutron-server[86837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 23 12:48:49.644870 dv-cinder-818883-1-smb neutron-server[86837]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 12:48:49.644870 dv-cinder-818883-1-smb neutron-server[86837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 23 12:48:49.644870 dv-cinder-818883-1-smb neutron-server[86837]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 12:48:49.644870 dv-cinder-818883-1-smb neutron-server[86837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 23 12:48:49.644870 dv-cinder-818883-1-smb neutron-server[86837]: return f(self, *a, **k) Nov 23 12:48:49.644870 dv-cinder-818883-1-smb neutron-server[86837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 23 12:48:49.644870 dv-cinder-818883-1-smb neutron-server[86837]: return self._get(url).json() Nov 23 12:48:49.644870 dv-cinder-818883-1-smb neutron-server[86837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 23 12:48:49.644870 dv-cinder-818883-1-smb neutron-server[86837]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 12:48:49.644870 dv-cinder-818883-1-smb neutron-server[86837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 12:48:49.644870 dv-cinder-818883-1-smb neutron-server[86837]: return self.request(url, 'GET', **kwargs) Nov 23 12:48:49.644870 dv-cinder-818883-1-smb neutron-server[86837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 12:48:49.644870 dv-cinder-818883-1-smb neutron-server[86837]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 12:48:49.644870 dv-cinder-818883-1-smb neutron-server[86837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 12:48:49.644870 dv-cinder-818883-1-smb neutron-server[86837]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 12:48:49.644870 dv-cinder-818883-1-smb neutron-server[86837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 12:48:49.644870 dv-cinder-818883-1-smb neutron-server[86837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 12:48:49.644870 dv-cinder-818883-1-smb neutron-server[86837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 12:48:49.657037 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0601a732-3fec-4979-8e47-38bc15ed2802 None None] Routers {'a67f0724-5760-40a3-8435-070d5646d010'} bound to L3 agent in host dv-cinder-818883-1-smb {{(pid=86840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:48:49.657682 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.l3_hamode_db [None req-0601a732-3fec-4979-8e47-38bc15ed2802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T12:37:26Z,description=,heartbeat_timestamp=2021-11-23T12:48:26Z,host='dv-cinder-818883-1-smb',id=d7c7f769-7b7b-49b8-a5c1-735df886e043,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:37:26Z,topic='l3_agent')) {'router_ids': ['a67f0724-5760-40a3-8435-070d5646d010'], 'active': True} {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:48:49.713453 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84499844-073a-49c5-a067-fc9e7d527d98 None None] Pushing event updated for resources: {'Port': ['ID=210b9708-4701-4959-86e1-a3c76f3f2e66,revision_number=3']} {{(pid=86840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:49.723421 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-84499844-073a-49c5-a067-fc9e7d527d98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:49.787417 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-859c7343-25d3-4208-88bc-2e207ebc76a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-568411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-505759'] for network, after_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:49.801796 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:49.859263 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-859c7343-25d3-4208-88bc-2e207ebc76a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600637'] for network, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:49.871484 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvr_db [None req-0601a732-3fec-4979-8e47-38bc15ed2802 None None] Set router a67f0724-5760-40a3-8435-070d5646d010 gateway port host: dv-cinder-818883-1-smb {{(pid=86840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:48:49.876342 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859c7343-25d3-4208-88bc-2e207ebc76a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=5fdf7688-bc8f-46d8-a49a-aba7f7df2881,revision_number=None']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:49.884142 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-859c7343-25d3-4208-88bc-2e207ebc76a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:49.896151 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-859c7343-25d3-4208-88bc-2e207ebc76a8 admin admin] 10.222.0.31 "DELETE /v2.0/networks/5fdf7688-bc8f-46d8-a49a-aba7f7df2881 HTTP/1.1" status: 204 len: 168 time: 1.1301973 Nov 23 12:48:49.984284 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.db_base_plugin_common [None req-2a4edbf1-a513-4dca-96be-3d034c0a65ac admin admin] Allocated IP 172.20.0.1 (b15c6796-f0a9-4d15-aa1e-eb7fe36a0201/62fcaa5c-0ecb-4cd2-b592-53ffd52c0337/5743091e-375a-486a-aa90-7a397b171968) {{(pid=86837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:48:50.083334 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 50888) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:48:50.221776 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-2a4edbf1-a513-4dca-96be-3d034c0a65ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:50.238260 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.provisioning_blocks [None req-2a4edbf1-a513-4dca-96be-3d034c0a65ac admin admin] Transition to ACTIVE for port object 5743091e-375a-486a-aa90-7a397b171968 will not be triggered until provisioned by entity DHCP. {{(pid=86837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:48:50.240761 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-1e3bc1a8-838e-431c-8050-b551b62b3f11 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a6530348bcbb413baed6b8e19ca3fd62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1560056 Nov 23 12:48:50.243407 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 50894) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:48:50.270452 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-2a4edbf1-a513-4dca-96be-3d034c0a65ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788170525763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6379447'] for port, after_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:50.275225 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-d6ffda94-be7d-4e10-a9e3-03bc7275c6bb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:50.297309 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.l3_hamode_db [None req-0601a732-3fec-4979-8e47-38bc15ed2802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a67f0724-5760-40a3-8435-070d5646d010', 'name': 'tempest-TestMinimumBasicScenario-560369306-router', 'tenant_id': '3b7f85b4c3f6438bbd0febee23146dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'external_fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.225'}], 'enable_snat': True}, 'gw_port_id': '210b9708-4701-4959-86e1-a3c76f3f2e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:48:42Z', 'updated_at': '2021-11-23T12:48:46Z', 'revision_number': 3, 'project_id': '3b7f85b4c3f6438bbd0febee23146dbf', 'gw_port': {'id': '210b9708-4701-4959-86e1-a3c76f3f2e66', 'name': '', 'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:84:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a67f0724-5760-40a3-8435-070d5646d010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:48:44Z', 'updated_at': '2021-11-23T12:48:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-smb'}], 'dv-cinder-818883-1-smb', False) {} {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:48:50.303011 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0601a732-3fec-4979-8e47-38bc15ed2802 None None] The sync data for ids ['a67f0724-5760-40a3-8435-070d5646d010'] in dv-cinder-818883-1-smb is: [{'id': 'a67f0724-5760-40a3-8435-070d5646d010', 'name': 'tempest-TestMinimumBasicScenario-560369306-router', 'tenant_id': '3b7f85b4c3f6438bbd0febee23146dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'external_fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.225'}], 'enable_snat': True}, 'gw_port_id': '210b9708-4701-4959-86e1-a3c76f3f2e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:48:42Z', 'updated_at': '2021-11-23T12:48:46Z', 'revision_number': 3, 'project_id': '3b7f85b4c3f6438bbd0febee23146dbf', 'gw_port': {'id': '210b9708-4701-4959-86e1-a3c76f3f2e66', 'name': '', 'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:84:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a67f0724-5760-40a3-8435-070d5646d010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:48:44Z', 'updated_at': '2021-11-23T12:48:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-smb'}] {{(pid=86840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 12:48:50.320918 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d57e30-fbde-4541-8b0d-dc03e3ba0e79 req-e48641a8-51bc-4bba-acc3-c9581f155684 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:50.322834 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f0d57e30-fbde-4541-8b0d-dc03e3ba0e79 req-e48641a8-51bc-4bba-acc3-c9581f155684 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/ports?device_id=1aa277d2-d587-4c30-a177-a45523276ec0 HTTP/1.1" status: 200 len: 945 time: 0.2099895 Nov 23 12:48:50.355492 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4edbf1-a513-4dca-96be-3d034c0a65ac admin admin] Network b15c6796-f0a9-4d15-aa1e-eb7fe36a0201 is already hosted by enough agents. {{(pid=86837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:48:50.358875 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.scheduler.base_scheduler [None req-2a4edbf1-a513-4dca-96be-3d034c0a65ac admin admin] Resources bound (agent type, host, resource id): {{(pid=86837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:48:50.362660 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4edbf1-a513-4dca-96be-3d034c0a65ac admin admin] Received port after_create {{(pid=86837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 12:48:50.380107 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-a4973f90-2230-4622-9e51-a4c87e1f4421 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:50.417124 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4edbf1-a513-4dca-96be-3d034c0a65ac admin admin] Pushing event updated for resources: {'Port': ['ID=5743091e-375a-486a-aa90-7a397b171968,revision_number=1']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:50.426593 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-2a4edbf1-a513-4dca-96be-3d034c0a65ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:50.445683 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f0d57e30-fbde-4541-8b0d-dc03e3ba0e79 req-26317ce9-7520-4ea3-b013-ad925811c85a tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07395ea-6958-4a30-8653-814e78309a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089823 Nov 23 12:48:50.448938 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-a4973f90-2230-4622-9e51-a4c87e1f4421 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:50.455591 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-2a4edbf1-a513-4dca-96be-3d034c0a65ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595666'] for router_interface, before_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:50.533817 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-a4973f90-2230-4622-9e51-a4c87e1f4421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:50.545168 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-6484e060-5eb3-467e-96d0-d1287a6518f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:50.568290 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4973f90-2230-4622-9e51-a4c87e1f4421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23539a58-ae83-4e18-a5a8-cc40d26808b1,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:50.594102 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-a4973f90-2230-4622-9e51-a4c87e1f4421 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:50.595513 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-a4973f90-2230-4622-9e51-a4c87e1f4421 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:50.613779 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-a4973f90-2230-4622-9e51-a4c87e1f4421 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/23539a58-ae83-4e18-a5a8-cc40d26808b1 HTTP/1.1" status: 204 len: 168 time: 0.3687921 Nov 23 12:48:50.695776 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-2a4edbf1-a513-4dca-96be-3d034c0a65ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:50.789683 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-287de9a4-ecf7-4118-a427-9196af318ba6 None None] Provisioning for port 5743091e-375a-486a-aa90-7a397b171968 completed by entity DHCP. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:48:50.799407 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-287de9a4-ecf7-4118-a427-9196af318ba6 None None] Provisioning complete for port 5743091e-375a-486a-aa90-7a397b171968 triggered by entity DHCP. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:48:50.800122 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-287de9a4-ecf7-4118-a427-9196af318ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567787'] for port, provisioning_complete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:50.897340 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.plugin [None req-287de9a4-ecf7-4118-a427-9196af318ba6 None None] Port 5743091e-375a-486a-aa90-7a397b171968 cannot update to ACTIVE because it is not bound. {{(pid=86839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 23 12:48:51.021117 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Device 210b9708-4701-4959-86e1-a3c76f3f2e66 up at agent ovs-agent-dv-cinder-818883-1-smb {{(pid=86839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:48:51.157169 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Provisioning for port 210b9708-4701-4959-86e1-a3c76f3f2e66 completed by entity L2. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:48:51.164841 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Provisioning complete for port 210b9708-4701-4959-86e1-a3c76f3f2e66 triggered by entity L2. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:48:51.165482 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567787'] for port, provisioning_complete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:51.321454 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-2a4edbf1-a513-4dca-96be-3d034c0a65ac admin admin] Notify callbacks [] for port, precommit_update {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:51.327564 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:51.329184 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-2a4edbf1-a513-4dca-96be-3d034c0a65ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6379454'] for port, after_update {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:51.351462 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] For port 210b9708-4701-4959-86e1-a3c76f3f2e66, host dv-cinder-818883-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-smb',level=0,port_id=210b9708-4701-4959-86e1-a3c76f3f2e66,segment=NetworkSegment(2dcdf227-6722-4632-a1c4-3c71d035812a),segment_id=2dcdf227-6722-4632-a1c4-3c71d035812a)] {{(pid=86839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:48:51.360618 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826'] for port, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:51.364674 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:51.389970 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:51.451866 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Pushing event updated for resources: {'Port': ['ID=210b9708-4701-4959-86e1-a3c76f3f2e66,revision_number=4']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:51.455922 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-2a4edbf1-a513-4dca-96be-3d034c0a65ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1595889'] for router_interface, after_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:51.457274 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:51.686013 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4edbf1-a513-4dca-96be-3d034c0a65ac admin admin] Pushing event updated for resources: {'Port': ['ID=5743091e-375a-486a-aa90-7a397b171968,revision_number=2']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:51.704001 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4edbf1-a513-4dca-96be-3d034c0a65ac admin admin] Network b15c6796-f0a9-4d15-aa1e-eb7fe36a0201 is already hosted by enough agents. {{(pid=86837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:48:51.705517 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-2a4edbf1-a513-4dca-96be-3d034c0a65ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:51.706475 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.scheduler.base_scheduler [None req-2a4edbf1-a513-4dca-96be-3d034c0a65ac admin admin] Resources bound (agent type, host, resource id): {{(pid=86837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:48:51.766050 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045b5cc9-778e-48d5-b346-b1005d48b2e5 req-e798f23d-5a50-41b9-ab80-19a590a3b8b6 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:51.783217 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-045b5cc9-778e-48d5-b346-b1005d48b2e5 req-e798f23d-5a50-41b9-ab80-19a590a3b8b6 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/ports?device_id=1aa277d2-d587-4c30-a177-a45523276ec0 HTTP/1.1" status: 200 len: 945 time: 0.1769757 Nov 23 12:48:51.840298 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-045b5cc9-778e-48d5-b346-b1005d48b2e5 req-913ecc85-8482-49b2-a5de-a9234a6c1423 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07395ea-6958-4a30-8653-814e78309a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561769 Nov 23 12:48:51.989990 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a4edbf1-a513-4dca-96be-3d034c0a65ac admin admin] Router a67f0724-5760-40a3-8435-070d5646d010 has already been hosted by L3 agent d7c7f769-7b7b-49b8-a5c1-735df886e043 {{(pid=86837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 12:48:52.032072 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-07328708-9b76-40e4-abc9-a9af0b0a37a7 None None] Provisioning complete for port 5743091e-375a-486a-aa90-7a397b171968 triggered by entity DHCP. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:48:52.032744 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-07328708-9b76-40e4-abc9-a9af0b0a37a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567787'] for port, provisioning_complete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:52.112987 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.plugin [None req-07328708-9b76-40e4-abc9-a9af0b0a37a7 None None] Port 5743091e-375a-486a-aa90-7a397b171968 cannot update to ACTIVE because it is not bound. {{(pid=86839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 23 12:48:52.136290 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.agents_db [None req-d0d00f27-41a4-4d9d-a63d-8c6bf84d2b10 None None] Agent healthcheck: found 6 active agents {{(pid=86840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 12:48:52.233708 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a4edbf1-a513-4dca-96be-3d034c0a65ac admin admin] Notify agent at l3_agent.dv-cinder-818883-1-smb the message routers_updated {{(pid=86837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 12:48:52.241748 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-2a4edbf1-a513-4dca-96be-3d034c0a65ac admin admin] 10.222.0.31 "PUT /v2.0/routers/a67f0724-5760-40a3-8435-070d5646d010/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3786604 Nov 23 12:48:52.497009 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde90469-6f3d-4fb0-a8f4-f0dcd7502ec2 None None] Sync routers for ids ['a67f0724-5760-40a3-8435-070d5646d010'] in dv-cinder-818883-1-smb {{(pid=86839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 12:48:52.513126 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde90469-6f3d-4fb0-a8f4-f0dcd7502ec2 None None] Routers {'a67f0724-5760-40a3-8435-070d5646d010'} bound to L3 agent in host dv-cinder-818883-1-smb {{(pid=86839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:48:52.514179 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_hamode_db [None req-cde90469-6f3d-4fb0-a8f4-f0dcd7502ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T12:37:26Z,description=,heartbeat_timestamp=2021-11-23T12:48:26Z,host='dv-cinder-818883-1-smb',id=d7c7f769-7b7b-49b8-a5c1-735df886e043,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:37:26Z,topic='l3_agent')) {'router_ids': ['a67f0724-5760-40a3-8435-070d5646d010'], 'active': True} {{(pid=86839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:48:52.706838 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_dvr_db [None req-cde90469-6f3d-4fb0-a8f4-f0dcd7502ec2 None None] Set router a67f0724-5760-40a3-8435-070d5646d010 gateway port host: dv-cinder-818883-1-smb {{(pid=86839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:48:52.929025 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 50970) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:48:52.947415 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.v2.base [None req-84b10425-c156-4dd1-b2a4-714fab779e5f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1161204263-network', 'tenant_id': 'c11167759b61463a9f27901a832aeab2'}} {{(pid=86838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:48:52.953225 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-84b10425-c156-4dd1-b2a4-714fab779e5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:48:52.957680 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-84b10425-c156-4dd1-b2a4-714fab779e5f admin admin] Usage tracker for resource:network and tenant:c11167759b61463a9f27901a832aeab2 is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:48:52.962312 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-84b10425-c156-4dd1-b2a4-714fab779e5f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:48:52.964778 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-31ff780c-04ac-4142-90e7-49f55f418298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:52.975043 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-84b10425-c156-4dd1-b2a4-714fab779e5f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:48:52.987954 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84b10425-c156-4dd1-b2a4-714fab779e5f admin admin] Made reservation on behalf of c11167759b61463a9f27901a832aeab2 for: {'network': 1} {{(pid=86838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:48:52.990046 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Device 210b9708-4701-4959-86e1-a3c76f3f2e66 up at agent ovs-agent-dv-cinder-818883-1-smb {{(pid=86839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:48:52.991814 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-84b10425-c156-4dd1-b2a4-714fab779e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for network, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:53.055183 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-84b10425-c156-4dd1-b2a4-714fab779e5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:53.150879 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Provisioning complete for port 210b9708-4701-4959-86e1-a3c76f3f2e66 triggered by entity L2. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:48:53.151370 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567787'] for port, provisioning_complete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:53.182367 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-84b10425-c156-4dd1-b2a4-714fab779e5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:48:53.187954 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-84b10425-c156-4dd1-b2a4-714fab779e5f admin admin] Usage tracker for resource:security_group_rule and tenant:c11167759b61463a9f27901a832aeab2 is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:48:53.192011 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-84b10425-c156-4dd1-b2a4-714fab779e5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:48:53.203909 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-84b10425-c156-4dd1-b2a4-714fab779e5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:48:53.233213 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_hamode_db [None req-cde90469-6f3d-4fb0-a8f4-f0dcd7502ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a67f0724-5760-40a3-8435-070d5646d010', 'name': 'tempest-TestMinimumBasicScenario-560369306-router', 'tenant_id': '3b7f85b4c3f6438bbd0febee23146dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'external_fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.225'}], 'enable_snat': True}, 'gw_port_id': '210b9708-4701-4959-86e1-a3c76f3f2e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:48:42Z', 'updated_at': '2021-11-23T12:48:50Z', 'revision_number': 4, 'project_id': '3b7f85b4c3f6438bbd0febee23146dbf', 'gw_port': {'id': '210b9708-4701-4959-86e1-a3c76f3f2e66', 'name': '', 'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:84:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a67f0724-5760-40a3-8435-070d5646d010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:48:44Z', 'updated_at': '2021-11-23T12:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-smb', '_interfaces': [{'id': '5743091e-375a-486a-aa90-7a397b171968', 'name': '', 'network_id': 'b15c6796-f0a9-4d15-aa1e-eb7fe36a0201', 'tenant_id': '3b7f85b4c3f6438bbd0febee23146dbf', 'mac_address': 'fa:16:3e:e6:19:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a67f0724-5760-40a3-8435-070d5646d010', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '62fcaa5c-0ecb-4cd2-b592-53ffd52c0337', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:48:49Z', 'updated_at': '2021-11-23T12:48:50Z', 'revision_number': 2, 'project_id': '3b7f85b4c3f6438bbd0febee23146dbf', 'subnets': [{'id': '62fcaa5c-0ecb-4cd2-b592-53ffd52c0337', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-1-smb', False) {} {{(pid=86839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:48:53.257616 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff3ef58-edb4-4f95-92dd-7612f7c36618 req-8d585a73-72d3-494c-b148-8e0f1e5ec5ef tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:53.259468 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-0ff3ef58-edb4-4f95-92dd-7612f7c36618 req-8d585a73-72d3-494c-b148-8e0f1e5ec5ef tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/ports?device_id=1aa277d2-d587-4c30-a177-a45523276ec0 HTTP/1.1" status: 200 len: 945 time: 0.2572424 Nov 23 12:48:53.264944 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde90469-6f3d-4fb0-a8f4-f0dcd7502ec2 None None] Checking router: a67f0724-5760-40a3-8435-070d5646d010 for host: dv-cinder-818883-1-smb {{(pid=86839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 12:48:53.265336 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde90469-6f3d-4fb0-a8f4-f0dcd7502ec2 None None] Updating router a67f0724-5760-40a3-8435-070d5646d010 port 5743091e-375a-486a-aa90-7a397b171968 binding host dv-cinder-818883-1-smb {{(pid=86839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 12:48:53.323245 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-0ff3ef58-edb4-4f95-92dd-7612f7c36618 req-d187e347-7b52-4e9b-95d0-3cce68b9f552 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07395ea-6958-4a30-8653-814e78309a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543702 Nov 23 12:48:53.341128 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-cde90469-6f3d-4fb0-a8f4-f0dcd7502ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:53.370395 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-84b10425-c156-4dd1-b2a4-714fab779e5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:53.377258 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-84b10425-c156-4dd1-b2a4-714fab779e5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:53.391400 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84b10425-c156-4dd1-b2a4-714fab779e5f admin admin] vlan segment allocate from pool success with {'vlan_id': 765, 'physical_network': 'physnet1'} {{(pid=86838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 12:48:53.393909 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-4446fe16-4fef-4876-953b-cfcb102d7608 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:53.420791 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-84b10425-c156-4dd1-b2a4-714fab779e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572451'] for segment, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:53.420791 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.db.segments_db [None req-84b10425-c156-4dd1-b2a4-714fab779e5f admin admin] Added segment 91917653-6c5f-48de-8fd1-d93c655384a2 of type vlan for network d501932c-d815-42b5-b9ae-5866796d9056 Nov 23 12:48:53.470496 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-84b10425-c156-4dd1-b2a4-714fab779e5f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788170511809'] for network, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:53.480257 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b10425-c156-4dd1-b2a4-714fab779e5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64310fee-d803-46e5-a6bd-081862e46278,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:53.488966 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-84b10425-c156-4dd1-b2a4-714fab779e5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:53.520522 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-84b10425-c156-4dd1-b2a4-714fab779e5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595'] for network, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:53.522624 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b10425-c156-4dd1-b2a4-714fab779e5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:53.523432 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-84b10425-c156-4dd1-b2a4-714fab779e5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600637'] for network, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:53.547697 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:53.569610 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:53.639073 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-84b10425-c156-4dd1-b2a4-714fab779e5f admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7057405 Nov 23 12:48:53.639386 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 50986) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:48:53.646907 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.v2.base [None req-d1691b86-cb1b-45c9-8094-6b69eaa64838 admin admin] Request body: {'subnet': {'network_id': 'd501932c-d815-42b5-b9ae-5866796d9056', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1161204263-subnet', 'tenant_id': 'c11167759b61463a9f27901a832aeab2', 'ip_version': 4}} {{(pid=86837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:48:53.652841 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-d1691b86-cb1b-45c9-8094-6b69eaa64838 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:48:53.659242 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-d1691b86-cb1b-45c9-8094-6b69eaa64838 admin admin] Usage tracker for resource:subnet and tenant:c11167759b61463a9f27901a832aeab2 is out of sync, need to count used quota {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:48:53.663185 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-d1691b86-cb1b-45c9-8094-6b69eaa64838 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:48:53.670340 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-d1691b86-cb1b-45c9-8094-6b69eaa64838 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:48:53.676644 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b10425-c156-4dd1-b2a4-714fab779e5f admin admin] Pushing event updated for resources: {'Network': ['ID=d501932c-d815-42b5-b9ae-5866796d9056,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:53.688129 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-84b10425-c156-4dd1-b2a4-714fab779e5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:53.689841 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1691b86-cb1b-45c9-8094-6b69eaa64838 admin admin] Made reservation on behalf of c11167759b61463a9f27901a832aeab2 for: {'subnet': 1} {{(pid=86837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:48:53.693059 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-d1691b86-cb1b-45c9-8094-6b69eaa64838 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8238016'] for subnet, before_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:53.704889 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Network d501932c-d815-42b5-b9ae-5866796d9056 details requested by agent ovs-agent-dv-cinder-818883-1-smb with host dv-cinder-818883-1-smb {{(pid=86839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 23 12:48:53.951761 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-d1691b86-cb1b-45c9-8094-6b69eaa64838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6379459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8238066'] for subnet, after_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:53.958943 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-7fb6581c-2a41-49f0-8eb0-759b12492757 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:53.973347 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-cde90469-6f3d-4fb0-a8f4-f0dcd7502ec2 None None] Notify callbacks [] for port, precommit_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:53.988011 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-cde90469-6f3d-4fb0-a8f4-f0dcd7502ec2 None None] Transition to ACTIVE for port object 5743091e-375a-486a-aa90-7a397b171968 will not be triggered until provisioned by entity L2. {{(pid=86839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:48:53.997322 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-cde90469-6f3d-4fb0-a8f4-f0dcd7502ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826'] for port, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:54.003885 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:54.054583 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1691b86-cb1b-45c9-8094-6b69eaa64838 admin admin] Pushing event updated for resources: {'Subnet': ['ID=093c075d-5268-4982-941c-ae5360c853c9,revision_number=0']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:54.064018 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1691b86-cb1b-45c9-8094-6b69eaa64838 admin admin] Checking segment: {'id': '91917653-6c5f-48de-8fd1-d93c655384a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'd501932c-d815-42b5-b9ae-5866796d9056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:48:54.064788 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1691b86-cb1b-45c9-8094-6b69eaa64838 admin admin] Network hostable DHCP agents. Network: d501932c-d815-42b5-b9ae-5866796d9056, hostable agents: ['7adafed1-c9c5-48d0-9254-d37451f0c452'], hosted agents: [] {{(pid=86837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 12:48:54.071727 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-d1691b86-cb1b-45c9-8094-6b69eaa64838 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:54.093106 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1691b86-cb1b-45c9-8094-6b69eaa64838 admin admin] Network d501932c-d815-42b5-b9ae-5866796d9056 is scheduled to be hosted by DHCP agent 7adafed1-c9c5-48d0-9254-d37451f0c452 with binding_index 1 {{(pid=86837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 12:48:54.112230 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.scheduler.base_scheduler [None req-d1691b86-cb1b-45c9-8094-6b69eaa64838 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818883-1-smb, d501932c-d815-42b5-b9ae-5866796d9056) {{(pid=86837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:48:54.120214 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1691b86-cb1b-45c9-8094-6b69eaa64838 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:54.123931 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-d1691b86-cb1b-45c9-8094-6b69eaa64838 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:54.147609 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b06b10-e6bf-40da-9ee6-857998e0eb11 None None] Network d501932c-d815-42b5-b9ae-5866796d9056 requested from dv-cinder-818883-1-smb {{(pid=86839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 12:48:54.157229 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-d1691b86-cb1b-45c9-8094-6b69eaa64838 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5157485 Nov 23 12:48:54.160465 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 50994) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:48:54.168437 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.v2.base [None req-a90705e3-1d78-4ad3-b131-9a0ed0d94427 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1161204263-router', 'tenant_id': 'c11167759b61463a9f27901a832aeab2', 'external_gateway_info': {'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429'}}} {{(pid=86838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:48:54.174180 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-a90705e3-1d78-4ad3-b131-9a0ed0d94427 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:48:54.185253 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-a90705e3-1d78-4ad3-b131-9a0ed0d94427 admin admin] Usage tracker for resource:router and tenant:c11167759b61463a9f27901a832aeab2 is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:48:54.190779 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-a90705e3-1d78-4ad3-b131-9a0ed0d94427 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:48:54.199670 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-a90705e3-1d78-4ad3-b131-9a0ed0d94427 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:48:54.219923 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-a90705e3-1d78-4ad3-b131-9a0ed0d94427 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-504028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1029442'] for router, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:54.221313 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-a90705e3-1d78-4ad3-b131-9a0ed0d94427 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-503051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-505611', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1029497'] for router, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:54.249924 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-a90705e3-1d78-4ad3-b131-9a0ed0d94427 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:54.281584 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e02cb4-5667-4e3b-9d71-0fddb2a4d84a None None] Pushing event updated for resources: {'Port': ['ID=5743091e-375a-486a-aa90-7a397b171968,revision_number=3']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:54.284493 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-f7e02cb4-5667-4e3b-9d71-0fddb2a4d84a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:54.377110 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.managers [None req-cde90469-6f3d-4fb0-a8f4-f0dcd7502ec2 None None] Attempting to bind port 5743091e-375a-486a-aa90-7a397b171968 on host dv-cinder-818883-1-smb for vnic_type normal with profile {{(pid=86839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 12:48:54.377493 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.managers [None req-cde90469-6f3d-4fb0-a8f4-f0dcd7502ec2 None None] Attempting to bind port 5743091e-375a-486a-aa90-7a397b171968 by drivers openvswitch,hyperv on host dv-cinder-818883-1-smb at level 0 using segments [{'id': '59a6b585-e3ee-45c8-9d46-49d25176996c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'b15c6796-f0a9-4d15-aa1e-eb7fe36a0201'}] {{(pid=86839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 12:48:54.377871 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde90469-6f3d-4fb0-a8f4-f0dcd7502ec2 None None] Attempting to bind port 5743091e-375a-486a-aa90-7a397b171968 on network b15c6796-f0a9-4d15-aa1e-eb7fe36a0201 {{(pid=86839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:48:54.400599 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde90469-6f3d-4fb0-a8f4-f0dcd7502ec2 None None] Checking agent: {'id': 'cd5e743e-4289-46d3-a833-871886dcba65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818883-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 37, 23), 'started_at': datetime.datetime(2021, 11, 23, 12, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818883-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 12:48:54.401056 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde90469-6f3d-4fb0-a8f4-f0dcd7502ec2 None None] Checking segment: {'id': '59a6b585-e3ee-45c8-9d46-49d25176996c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'b15c6796-f0a9-4d15-aa1e-eb7fe36a0201'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:48:54.401385 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-cde90469-6f3d-4fb0-a8f4-f0dcd7502ec2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:54.401783 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde90469-6f3d-4fb0-a8f4-f0dcd7502ec2 None None] Bound using segment: {'id': '59a6b585-e3ee-45c8-9d46-49d25176996c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'b15c6796-f0a9-4d15-aa1e-eb7fe36a0201'} {{(pid=86839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 12:48:54.402276 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.managers [None req-cde90469-6f3d-4fb0-a8f4-f0dcd7502ec2 None None] Bound port: 5743091e-375a-486a-aa90-7a397b171968, host: dv-cinder-818883-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59a6b585-e3ee-45c8-9d46-49d25176996c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'b15c6796-f0a9-4d15-aa1e-eb7fe36a0201'}}] {{(pid=86839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 12:48:54.402848 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-cde90469-6f3d-4fb0-a8f4-f0dcd7502ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:54.585490 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-cde90469-6f3d-4fb0-a8f4-f0dcd7502ec2 None None] For port 5743091e-375a-486a-aa90-7a397b171968, host dv-cinder-818883-1-smb, cleared binding levels {{(pid=86839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 12:48:54.589921 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908ce383-36a0-438f-9de9-8942ef5136f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0c9dd91-ffd1-5775-97a7-a610159af9e0-d501932c-d815-42b5-b9ae-5866796d9056', 'network_id': 'd501932c-d815-42b5-b9ae-5866796d9056', 'tenant_id': 'c11167759b61463a9f27901a832aeab2', 'fixed_ips': [{'subnet_id': '093c075d-5268-4982-941c-ae5360c853c9'}]}} from dv-cinder-818883-1-smb. {{(pid=86839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 23 12:48:54.590799 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-908ce383-36a0-438f-9de9-8942ef5136f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:54.614724 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-cde90469-6f3d-4fb0-a8f4-f0dcd7502ec2 None None] For port 5743091e-375a-486a-aa90-7a397b171968, host dv-cinder-818883-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-smb',level=0,port_id=5743091e-375a-486a-aa90-7a397b171968,segment=NetworkSegment(59a6b585-e3ee-45c8-9d46-49d25176996c),segment_id=59a6b585-e3ee-45c8-9d46-49d25176996c)] {{(pid=86839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 12:48:54.635275 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-a90705e3-1d78-4ad3-b131-9a0ed0d94427 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-505657', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-503854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1029479'] for router, precommit_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:54.659092 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-cde90469-6f3d-4fb0-a8f4-f0dcd7502ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826'] for port, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:54.663631 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:54.685415 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d6b3b8-7de6-4fad-a725-8f625e757d66 req-dd76ba85-28ce-40e0-9608-2a5eb13ec771 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:54.686971 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-34d6b3b8-7de6-4fad-a725-8f625e757d66 req-dd76ba85-28ce-40e0-9608-2a5eb13ec771 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/ports?device_id=1aa277d2-d587-4c30-a177-a45523276ec0 HTTP/1.1" status: 200 len: 945 time: 0.2389796 Nov 23 12:48:54.795315 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-34d6b3b8-7de6-4fad-a725-8f625e757d66 req-615e1d51-eefd-476c-adfc-058c5e928e79 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07395ea-6958-4a30-8653-814e78309a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625772 Nov 23 12:48:54.815431 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e02cb4-5667-4e3b-9d71-0fddb2a4d84a None None] Pushing event updated for resources: {'Port': ['ID=5743091e-375a-486a-aa90-7a397b171968,revision_number=4']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:54.818841 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-f7e02cb4-5667-4e3b-9d71-0fddb2a4d84a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:54.819685 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde90469-6f3d-4fb0-a8f4-f0dcd7502ec2 None None] Routers {'a67f0724-5760-40a3-8435-070d5646d010'} bound to L3 agent in host dv-cinder-818883-1-smb {{(pid=86839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:48:54.820537 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_hamode_db [None req-cde90469-6f3d-4fb0-a8f4-f0dcd7502ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T12:37:26Z,description=,heartbeat_timestamp=2021-11-23T12:48:26Z,host='dv-cinder-818883-1-smb',id=d7c7f769-7b7b-49b8-a5c1-735df886e043,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:37:26Z,topic='l3_agent')) {'router_ids': ['a67f0724-5760-40a3-8435-070d5646d010'], 'active': True} {{(pid=86839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:48:55.050733 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.db_base_plugin_common [None req-908ce383-36a0-438f-9de9-8942ef5136f3 None None] Allocated IP 172.20.0.2 (d501932c-d815-42b5-b9ae-5866796d9056/093c075d-5268-4982-941c-ae5360c853c9/48a229d4-3a85-4b62-a52c-873123b2217b) {{(pid=86839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:48:55.071678 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_dvr_db [None req-cde90469-6f3d-4fb0-a8f4-f0dcd7502ec2 None None] Set router a67f0724-5760-40a3-8435-070d5646d010 gateway port host: dv-cinder-818883-1-smb {{(pid=86839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:48:55.107121 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-a90705e3-1d78-4ad3-b131-9a0ed0d94427 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:55.167225 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-a90705e3-1d78-4ad3-b131-9a0ed0d94427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:55.363652 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.db_base_plugin_common [None req-a90705e3-1d78-4ad3-b131-9a0ed0d94427 admin admin] Allocated IP 172.28.2.108 (2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429/a635ed46-c881-440b-bd05-3e5636c37dfa/da3e8bb3-e73e-4561-8423-818124b4e14f) {{(pid=86838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:48:55.545864 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 51020) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:48:55.573161 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-a90705e3-1d78-4ad3-b131-9a0ed0d94427 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:55.621155 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-a90705e3-1d78-4ad3-b131-9a0ed0d94427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788170525763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8277302'] for port, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:55.630145 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-70c63f17-75d5-4ddf-b470-2aa3b420cb84 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:55.687453 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-908ce383-36a0-438f-9de9-8942ef5136f3 None None] Notify callbacks [] for port, precommit_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:55.709475 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-908ce383-36a0-438f-9de9-8942ef5136f3 None None] Transition to ACTIVE for port object 48a229d4-3a85-4b62-a52c-873123b2217b will not be triggered until provisioned by entity L2. {{(pid=86839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:48:55.726161 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-0523c055-a8ab-4ecd-9d06-1110e446f1e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:55.746989 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-908ce383-36a0-438f-9de9-8942ef5136f3 None None] Transition to ACTIVE for port object 48a229d4-3a85-4b62-a52c-873123b2217b will not be triggered until provisioned by entity DHCP. {{(pid=86839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:48:55.757309 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-908ce383-36a0-438f-9de9-8942ef5136f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788170525763'] for port, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:55.763548 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:55.816965 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90705e3-1d78-4ad3-b131-9a0ed0d94427 admin admin] Network 2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429 is already hosted by enough agents. {{(pid=86838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:48:55.817927 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-258e6779-b983-4829-96b2-969eff8ec4eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:55.830899 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.scheduler.base_scheduler [None req-a90705e3-1d78-4ad3-b131-9a0ed0d94427 admin admin] Resources bound (agent type, host, resource id): {{(pid=86838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:48:55.833862 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908ce383-36a0-438f-9de9-8942ef5136f3 None None] Network d501932c-d815-42b5-b9ae-5866796d9056 is already hosted by enough agents. {{(pid=86839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:48:55.838306 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_hamode_db [None req-cde90469-6f3d-4fb0-a8f4-f0dcd7502ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a67f0724-5760-40a3-8435-070d5646d010', 'name': 'tempest-TestMinimumBasicScenario-560369306-router', 'tenant_id': '3b7f85b4c3f6438bbd0febee23146dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'external_fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.225'}], 'enable_snat': True}, 'gw_port_id': '210b9708-4701-4959-86e1-a3c76f3f2e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:48:42Z', 'updated_at': '2021-11-23T12:48:50Z', 'revision_number': 4, 'project_id': '3b7f85b4c3f6438bbd0febee23146dbf', 'gw_port': {'id': '210b9708-4701-4959-86e1-a3c76f3f2e66', 'name': '', 'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:84:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a67f0724-5760-40a3-8435-070d5646d010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:48:44Z', 'updated_at': '2021-11-23T12:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-smb', '_interfaces': [{'id': '5743091e-375a-486a-aa90-7a397b171968', 'name': '', 'network_id': 'b15c6796-f0a9-4d15-aa1e-eb7fe36a0201', 'tenant_id': '3b7f85b4c3f6438bbd0febee23146dbf', 'mac_address': 'fa:16:3e:e6:19:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a67f0724-5760-40a3-8435-070d5646d010', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '62fcaa5c-0ecb-4cd2-b592-53ffd52c0337', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:48:49Z', 'updated_at': '2021-11-23T12:48:54Z', 'revision_number': 4, 'project_id': '3b7f85b4c3f6438bbd0febee23146dbf', 'subnets': [{'id': '62fcaa5c-0ecb-4cd2-b592-53ffd52c0337', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-1-smb', False) {} {{(pid=86839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:48:55.843649 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.scheduler.base_scheduler [None req-908ce383-36a0-438f-9de9-8942ef5136f3 None None] Resources bound (agent type, host, resource id): {{(pid=86839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:48:55.843828 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90705e3-1d78-4ad3-b131-9a0ed0d94427 admin admin] Received port after_create {{(pid=86838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 12:48:55.848502 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908ce383-36a0-438f-9de9-8942ef5136f3 None None] Received port after_create {{(pid=86839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 12:48:55.855375 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde90469-6f3d-4fb0-a8f4-f0dcd7502ec2 None None] The sync data for ids ['a67f0724-5760-40a3-8435-070d5646d010'] in dv-cinder-818883-1-smb is: [{'id': 'a67f0724-5760-40a3-8435-070d5646d010', 'name': 'tempest-TestMinimumBasicScenario-560369306-router', 'tenant_id': '3b7f85b4c3f6438bbd0febee23146dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'external_fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.225'}], 'enable_snat': True}, 'gw_port_id': '210b9708-4701-4959-86e1-a3c76f3f2e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:48:42Z', 'updated_at': '2021-11-23T12:48:50Z', 'revision_number': 4, 'project_id': '3b7f85b4c3f6438bbd0febee23146dbf', 'gw_port': {'id': '210b9708-4701-4959-86e1-a3c76f3f2e66', 'name': '', 'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:84:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a67f0724-5760-40a3-8435-070d5646d010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:48:44Z', 'updated_at': '2021-11-23T12:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-smb', '_interfaces': [{'id': '5743091e-375a-486a-aa90-7a397b171968', 'name': '', 'network_id': 'b15c6796-f0a9-4d15-aa1e-eb7fe36a0201', 'tenant_id': '3b7f85b4c3f6438bbd0febee23146dbf', 'mac_address': 'fa:16:3e:e6:19:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a67f0724-5760-40a3-8435-070d5646d010', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '62fcaa5c-0ecb-4cd2-b592-53ffd52c0337', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:48:49Z', 'updated_at': '2021-11-23T12:48:54Z', 'revision_number': 4, 'project_id': '3b7f85b4c3f6438bbd0febee23146dbf', 'subnets': [{'id': '62fcaa5c-0ecb-4cd2-b592-53ffd52c0337', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 12:48:55.859020 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908ce383-36a0-438f-9de9-8942ef5136f3 None None] Pushing event updated for resources: {'Port': ['ID=48a229d4-3a85-4b62-a52c-873123b2217b,revision_number=1']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:55.884374 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-258e6779-b983-4829-96b2-969eff8ec4eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:48:55.889772 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-908ce383-36a0-438f-9de9-8942ef5136f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:55.892307 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-258e6779-b983-4829-96b2-969eff8ec4eb admin admin] Usage tracker for resource:security_group_rule and tenant:1ba05bcbf0784a19a04b27de0180526e is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:48:55.901669 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-258e6779-b983-4829-96b2-969eff8ec4eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:48:55.916150 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90705e3-1d78-4ad3-b131-9a0ed0d94427 admin admin] Pushing event updated for resources: {'Port': ['ID=da3e8bb3-e73e-4561-8423-818124b4e14f,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:55.920855 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-a90705e3-1d78-4ad3-b131-9a0ed0d94427 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:55.929759 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-258e6779-b983-4829-96b2-969eff8ec4eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:48:55.987825 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.managers [None req-908ce383-36a0-438f-9de9-8942ef5136f3 None None] Attempting to bind port 48a229d4-3a85-4b62-a52c-873123b2217b on host dv-cinder-818883-1-smb for vnic_type normal with profile {{(pid=86839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 12:48:55.988287 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.managers [None req-908ce383-36a0-438f-9de9-8942ef5136f3 None None] Attempting to bind port 48a229d4-3a85-4b62-a52c-873123b2217b by drivers openvswitch,hyperv on host dv-cinder-818883-1-smb at level 0 using segments [{'id': '91917653-6c5f-48de-8fd1-d93c655384a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'd501932c-d815-42b5-b9ae-5866796d9056'}] {{(pid=86839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 12:48:55.988715 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908ce383-36a0-438f-9de9-8942ef5136f3 None None] Attempting to bind port 48a229d4-3a85-4b62-a52c-873123b2217b on network d501932c-d815-42b5-b9ae-5866796d9056 {{(pid=86839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:48:56.000977 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908ce383-36a0-438f-9de9-8942ef5136f3 None None] Checking agent: {'id': 'cd5e743e-4289-46d3-a833-871886dcba65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818883-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 37, 23), 'started_at': datetime.datetime(2021, 11, 23, 12, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818883-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 12:48:56.001608 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908ce383-36a0-438f-9de9-8942ef5136f3 None None] Checking segment: {'id': '91917653-6c5f-48de-8fd1-d93c655384a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'd501932c-d815-42b5-b9ae-5866796d9056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:48:56.002272 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-908ce383-36a0-438f-9de9-8942ef5136f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:56.002693 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908ce383-36a0-438f-9de9-8942ef5136f3 None None] Bound using segment: {'id': '91917653-6c5f-48de-8fd1-d93c655384a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'd501932c-d815-42b5-b9ae-5866796d9056'} {{(pid=86839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 12:48:56.003283 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.managers [None req-908ce383-36a0-438f-9de9-8942ef5136f3 None None] Bound port: 48a229d4-3a85-4b62-a52c-873123b2217b, host: dv-cinder-818883-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91917653-6c5f-48de-8fd1-d93c655384a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'd501932c-d815-42b5-b9ae-5866796d9056'}}] {{(pid=86839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 12:48:56.003670 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-908ce383-36a0-438f-9de9-8942ef5136f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:56.115772 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-908ce383-36a0-438f-9de9-8942ef5136f3 None None] For port 48a229d4-3a85-4b62-a52c-873123b2217b, host dv-cinder-818883-1-smb, cleared binding levels {{(pid=86839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 12:48:56.119597 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-908ce383-36a0-438f-9de9-8942ef5136f3 None None] For port 48a229d4-3a85-4b62-a52c-873123b2217b, host dv-cinder-818883-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-smb',level=0,port_id=48a229d4-3a85-4b62-a52c-873123b2217b,segment=NetworkSegment(91917653-6c5f-48de-8fd1-d93c655384a2),segment_id=91917653-6c5f-48de-8fd1-d93c655384a2)] {{(pid=86839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 12:48:56.126397 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-908ce383-36a0-438f-9de9-8942ef5136f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826'] for port, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:56.130828 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:56.228569 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908ce383-36a0-438f-9de9-8942ef5136f3 None None] Pushing event updated for resources: {'Port': ['ID=48a229d4-3a85-4b62-a52c-873123b2217b,revision_number=2']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:56.236149 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-908ce383-36a0-438f-9de9-8942ef5136f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:56.464147 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a2e76c-3d33-47c2-bd65-01b042059734 req-aa822682-bb15-46a6-86f1-e12e46dbf4ff tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:56.466802 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-80a2e76c-3d33-47c2-bd65-01b042059734 req-aa822682-bb15-46a6-86f1-e12e46dbf4ff tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/ports?device_id=1aa277d2-d587-4c30-a177-a45523276ec0 HTTP/1.1" status: 200 len: 945 time: 0.4995866 Nov 23 12:48:56.488214 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-8254020c-a8f6-4cc9-8d4f-32dd99c2f4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:56.542134 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-258e6779-b983-4829-96b2-969eff8ec4eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:56.559821 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-258e6779-b983-4829-96b2-969eff8ec4eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:56.570229 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:56.577937 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-a90705e3-1d78-4ad3-b131-9a0ed0d94427 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:56.691582 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-80a2e76c-3d33-47c2-bd65-01b042059734 req-66fda303-1ea9-40c5-b874-990dc011ab93 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07395ea-6958-4a30-8653-814e78309a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076144 Nov 23 12:48:56.694224 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-258e6779-b983-4829-96b2-969eff8ec4eb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1ba05bcbf0784a19a04b27de0180526e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1467729 Nov 23 12:48:56.697243 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 51036) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:48:56.724919 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258e6779-b983-4829-96b2-969eff8ec4eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a561b895-ad15-404a-919f-6b19eaa3daea,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:56.750518 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-258e6779-b983-4829-96b2-969eff8ec4eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:56.808010 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-82224e8f-9c2d-4429-8259-1677058f4473 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:56.840305 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-82224e8f-9c2d-4429-8259-1677058f4473 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:56.946641 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-82224e8f-9c2d-4429-8259-1677058f4473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:56.951427 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-1b39e67c-1bfa-4025-a78a-90622aa481b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:56.974064 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82224e8f-9c2d-4429-8259-1677058f4473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a561b895-ad15-404a-919f-6b19eaa3daea,revision_number=None']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:56.979611 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-82224e8f-9c2d-4429-8259-1677058f4473 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:56.984399 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-82224e8f-9c2d-4429-8259-1677058f4473 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:56.988601 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-82224e8f-9c2d-4429-8259-1677058f4473 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a561b895-ad15-404a-919f-6b19eaa3daea HTTP/1.1" status: 204 len: 168 time: 0.2897213 Nov 23 12:48:57.062731 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Device 48a229d4-3a85-4b62-a52c-873123b2217b up at agent ovs-agent-dv-cinder-818883-1-smb {{(pid=86839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:48:57.214967 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Provisioning for port 48a229d4-3a85-4b62-a52c-873123b2217b completed by entity L2. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:48:57.223757 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Device 5743091e-375a-486a-aa90-7a397b171968 up at agent ovs-agent-dv-cinder-818883-1-smb {{(pid=86839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:48:57.257888 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-a90705e3-1d78-4ad3-b131-9a0ed0d94427 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-503847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-505820'] for router, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:57.351334 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Provisioning for port 5743091e-375a-486a-aa90-7a397b171968 completed by entity L2. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:48:57.365143 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Provisioning complete for port 5743091e-375a-486a-aa90-7a397b171968 triggered by entity L2. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:48:57.365520 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567787'] for port, provisioning_complete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:57.594133 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:57.645604 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-031ff36b-b70a-4231-bafd-990e2abbc4e8 None None] Network d501932c-d815-42b5-b9ae-5866796d9056 requested from dv-cinder-818883-1-smb {{(pid=86839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 12:48:57.666467 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a90705e3-1d78-4ad3-b131-9a0ed0d94427 admin admin] Router 1fbac5a4-aca8-4817-97fe-a5d9f600175e is scheduled to L3 agent d7c7f769-7b7b-49b8-a5c1-735df886e043 with binding_index 1 {{(pid=86838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 23 12:48:57.670828 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] For port 5743091e-375a-486a-aa90-7a397b171968, host dv-cinder-818883-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-smb',level=0,port_id=5743091e-375a-486a-aa90-7a397b171968,segment=NetworkSegment(59a6b585-e3ee-45c8-9d46-49d25176996c),segment_id=59a6b585-e3ee-45c8-9d46-49d25176996c)] {{(pid=86839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:48:57.780977 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826'] for port, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:57.785342 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:57.893096 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-1eeb5b91-1749-4d1c-8cc2-9c8339d4f254 None None] Provisioning for port 48a229d4-3a85-4b62-a52c-873123b2217b completed by entity DHCP. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:48:57.925446 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Pushing event updated for resources: {'Port': ['ID=5743091e-375a-486a-aa90-7a397b171968,revision_number=5']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:57.929509 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:57.962686 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-1eeb5b91-1749-4d1c-8cc2-9c8339d4f254 None None] Provisioning complete for port 48a229d4-3a85-4b62-a52c-873123b2217b triggered by entity DHCP. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:48:57.963268 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1eeb5b91-1749-4d1c-8cc2-9c8339d4f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567787'] for port, provisioning_complete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:58.140919 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a90705e3-1d78-4ad3-b131-9a0ed0d94427 admin admin] Notify agent at l3_agent.dv-cinder-818883-1-smb the message routers_updated {{(pid=86838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 12:48:58.155090 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4540e912-319c-41be-8d15-8e8444030630 None None] Sync routers for ids ['1fbac5a4-aca8-4817-97fe-a5d9f600175e'] in dv-cinder-818883-1-smb {{(pid=86840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 12:48:58.187843 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4540e912-319c-41be-8d15-8e8444030630 None None] Routers {'1fbac5a4-aca8-4817-97fe-a5d9f600175e'} bound to L3 agent in host dv-cinder-818883-1-smb {{(pid=86840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:48:58.188496 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.l3_hamode_db [None req-4540e912-319c-41be-8d15-8e8444030630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T12:37:26Z,description=,heartbeat_timestamp=2021-11-23T12:48:56Z,host='dv-cinder-818883-1-smb',id=d7c7f769-7b7b-49b8-a5c1-735df886e043,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:37:26Z,topic='l3_agent')) {'router_ids': ['1fbac5a4-aca8-4817-97fe-a5d9f600175e'], 'active': True} {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:48:58.223367 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d032ee93-c550-4e90-ae0d-f5dbde7ea34f req-563e0c04-1672-4c95-aa5b-414bdb1c6e2d tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:58.225692 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-d032ee93-c550-4e90-ae0d-f5dbde7ea34f req-563e0c04-1672-4c95-aa5b-414bdb1c6e2d tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/ports?device_id=1aa277d2-d587-4c30-a177-a45523276ec0 HTTP/1.1" status: 200 len: 945 time: 0.2314539 Nov 23 12:48:58.227549 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-a90705e3-1d78-4ad3-b131-9a0ed0d94427 admin admin] Notify callbacks [] for router, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:58.231671 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-a90705e3-1d78-4ad3-b131-9a0ed0d94427 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.0672488 Nov 23 12:48:58.232025 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1eeb5b91-1749-4d1c-8cc2-9c8339d4f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:58.232505 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 51106) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:48:58.303415 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-3a3d0f92-e1d8-40e0-8f39-c6b28c555fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:58.310949 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-1eeb5b91-1749-4d1c-8cc2-9c8339d4f254 None None] For port 48a229d4-3a85-4b62-a52c-873123b2217b, host dv-cinder-818883-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-smb',level=0,port_id=48a229d4-3a85-4b62-a52c-873123b2217b,segment=NetworkSegment(91917653-6c5f-48de-8fd1-d93c655384a2),segment_id=91917653-6c5f-48de-8fd1-d93c655384a2)] {{(pid=86839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:48:58.331960 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1eeb5b91-1749-4d1c-8cc2-9c8339d4f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826'] for port, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:58.336407 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:58.388541 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-d032ee93-c550-4e90-ae0d-f5dbde7ea34f req-9acf2f10-2930-45ea-8c7c-7162f23e6be7 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07395ea-6958-4a30-8653-814e78309a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535139 Nov 23 12:48:58.444342 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeb5b91-1749-4d1c-8cc2-9c8339d4f254 None None] Pushing event updated for resources: {'Port': ['ID=48a229d4-3a85-4b62-a52c-873123b2217b,revision_number=3']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:58.456574 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-1eeb5b91-1749-4d1c-8cc2-9c8339d4f254 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:58.521304 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvr_db [None req-4540e912-319c-41be-8d15-8e8444030630 None None] Set router 1fbac5a4-aca8-4817-97fe-a5d9f600175e gateway port host: dv-cinder-818883-1-smb {{(pid=86840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:48:58.661496 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-9747ccfb-3b46-44e9-ab4d-e62f2f5d9af8 None None] Provisioning complete for port 48a229d4-3a85-4b62-a52c-873123b2217b triggered by entity DHCP. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:48:58.662048 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-9747ccfb-3b46-44e9-ab4d-e62f2f5d9af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567787'] for port, provisioning_complete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:58.992296 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.l3_hamode_db [None req-4540e912-319c-41be-8d15-8e8444030630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fbac5a4-aca8-4817-97fe-a5d9f600175e', 'name': 'tempest-TestMinimumBasicScenario-1161204263-router', 'tenant_id': 'c11167759b61463a9f27901a832aeab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'external_fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.108'}], 'enable_snat': True}, 'gw_port_id': 'da3e8bb3-e73e-4561-8423-818124b4e14f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:48:54Z', 'updated_at': '2021-11-23T12:48:56Z', 'revision_number': 3, 'project_id': 'c11167759b61463a9f27901a832aeab2', 'gw_port': {'id': 'da3e8bb3-e73e-4561-8423-818124b4e14f', 'name': '', 'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:26:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fbac5a4-aca8-4817-97fe-a5d9f600175e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:48:55Z', 'updated_at': '2021-11-23T12:48:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-smb'}], 'dv-cinder-818883-1-smb', False) {} {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:48:58.994303 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Device 48a229d4-3a85-4b62-a52c-873123b2217b up at agent ovs-agent-dv-cinder-818883-1-smb {{(pid=86839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:48:58.996801 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4540e912-319c-41be-8d15-8e8444030630 None None] Checking router: 1fbac5a4-aca8-4817-97fe-a5d9f600175e for host: dv-cinder-818883-1-smb {{(pid=86840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 12:48:58.997434 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4540e912-319c-41be-8d15-8e8444030630 None None] Updating router 1fbac5a4-aca8-4817-97fe-a5d9f600175e port da3e8bb3-e73e-4561-8423-818124b4e14f binding host dv-cinder-818883-1-smb {{(pid=86840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 12:48:59.068229 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-4540e912-319c-41be-8d15-8e8444030630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:59.071121 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Provisioning complete for port 48a229d4-3a85-4b62-a52c-873123b2217b triggered by entity L2. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:48:59.071518 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567787'] for port, provisioning_complete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:59.203806 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Device 5743091e-375a-486a-aa90-7a397b171968 up at agent ovs-agent-dv-cinder-818883-1-smb {{(pid=86839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:48:59.210332 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-0a0f08ca-2ae0-416b-ab02-16e891b21d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:59.286723 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Provisioning complete for port 5743091e-375a-486a-aa90-7a397b171968 triggered by entity L2. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:48:59.287313 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567787'] for port, provisioning_complete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:59.447766 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.db_base_plugin_common [None req-0a0f08ca-2ae0-416b-ab02-16e891b21d8f admin admin] Allocated IP 172.20.0.1 (d501932c-d815-42b5-b9ae-5866796d9056/093c075d-5268-4982-941c-ae5360c853c9/65e2ff03-ecdf-4ca1-b131-21892f80c8e2) {{(pid=86838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:48:59.448418 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-4540e912-319c-41be-8d15-8e8444030630 None None] Notify callbacks [] for port, precommit_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:59.461460 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-4540e912-319c-41be-8d15-8e8444030630 None None] Transition to ACTIVE for port object da3e8bb3-e73e-4561-8423-818124b4e14f will not be triggered until provisioned by entity L2. {{(pid=86840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:48:59.470631 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-4540e912-319c-41be-8d15-8e8444030630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826'] for port, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:59.477646 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:59.550260 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb6c0f6-5fcf-4bd4-9ca1-1f4057e28980 None None] Pushing event updated for resources: {'Port': ['ID=da3e8bb3-e73e-4561-8423-818124b4e14f,revision_number=2']} {{(pid=86840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:59.554919 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-dcb6c0f6-5fcf-4bd4-9ca1-1f4057e28980 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:59.574253 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.managers [None req-4540e912-319c-41be-8d15-8e8444030630 None None] Attempting to bind port da3e8bb3-e73e-4561-8423-818124b4e14f on host dv-cinder-818883-1-smb for vnic_type normal with profile {{(pid=86840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 12:48:59.574627 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.managers [None req-4540e912-319c-41be-8d15-8e8444030630 None None] Attempting to bind port da3e8bb3-e73e-4561-8423-818124b4e14f by drivers openvswitch,hyperv on host dv-cinder-818883-1-smb at level 0 using segments [{'id': '2dcdf227-6722-4632-a1c4-3c71d035812a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429'}] {{(pid=86840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 12:48:59.575047 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4540e912-319c-41be-8d15-8e8444030630 None None] Attempting to bind port da3e8bb3-e73e-4561-8423-818124b4e14f on network 2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429 {{(pid=86840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:48:59.580996 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4540e912-319c-41be-8d15-8e8444030630 None None] Checking agent: {'id': 'cd5e743e-4289-46d3-a833-871886dcba65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818883-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 37, 23), 'started_at': datetime.datetime(2021, 11, 23, 12, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818883-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 12:48:59.581380 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4540e912-319c-41be-8d15-8e8444030630 None None] Checking segment: {'id': '2dcdf227-6722-4632-a1c4-3c71d035812a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:48:59.582865 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-4540e912-319c-41be-8d15-8e8444030630 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:59.583412 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4540e912-319c-41be-8d15-8e8444030630 None None] Bound using segment: {'id': '2dcdf227-6722-4632-a1c4-3c71d035812a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429'} {{(pid=86840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 12:48:59.583912 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.managers [None req-4540e912-319c-41be-8d15-8e8444030630 None None] Bound port: da3e8bb3-e73e-4561-8423-818124b4e14f, host: dv-cinder-818883-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dcdf227-6722-4632-a1c4-3c71d035812a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429'}}] {{(pid=86840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 12:48:59.584819 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-4540e912-319c-41be-8d15-8e8444030630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:59.667241 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-4540e912-319c-41be-8d15-8e8444030630 None None] For port da3e8bb3-e73e-4561-8423-818124b4e14f, host dv-cinder-818883-1-smb, cleared binding levels {{(pid=86840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 12:48:59.672383 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-4540e912-319c-41be-8d15-8e8444030630 None None] For port da3e8bb3-e73e-4561-8423-818124b4e14f, host dv-cinder-818883-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-smb',level=0,port_id=da3e8bb3-e73e-4561-8423-818124b4e14f,segment=NetworkSegment(2dcdf227-6722-4632-a1c4-3c71d035812a),segment_id=2dcdf227-6722-4632-a1c4-3c71d035812a)] {{(pid=86840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 12:48:59.677519 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-4540e912-319c-41be-8d15-8e8444030630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826'] for port, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:59.682838 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-dc024485-78cf-4db5-86b6-0bb3bdf0ddf2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:59.690510 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-0a0f08ca-2ae0-416b-ab02-16e891b21d8f admin admin] Notify callbacks [] for port, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:59.708053 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf0da28-260d-4f8c-9a37-5cd7bfb3e024 req-c23a4dcd-cadb-4239-9c71-b364a26d82f5 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:59.709553 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-dcf0da28-260d-4f8c-9a37-5cd7bfb3e024 req-c23a4dcd-cadb-4239-9c71-b364a26d82f5 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/ports?device_id=1aa277d2-d587-4c30-a177-a45523276ec0 HTTP/1.1" status: 200 len: 945 time: 0.1447737 Nov 23 12:48:59.722302 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.provisioning_blocks [None req-0a0f08ca-2ae0-416b-ab02-16e891b21d8f admin admin] Transition to ACTIVE for port object 65e2ff03-ecdf-4ca1-b131-21892f80c8e2 will not be triggered until provisioned by entity DHCP. {{(pid=86838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:48:59.760333 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb6c0f6-5fcf-4bd4-9ca1-1f4057e28980 None None] Pushing event updated for resources: {'Port': ['ID=da3e8bb3-e73e-4561-8423-818124b4e14f,revision_number=3']} {{(pid=86840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:59.764392 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-dcb6c0f6-5fcf-4bd4-9ca1-1f4057e28980 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:59.766881 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4540e912-319c-41be-8d15-8e8444030630 None None] Routers {'1fbac5a4-aca8-4817-97fe-a5d9f600175e'} bound to L3 agent in host dv-cinder-818883-1-smb {{(pid=86840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:48:59.768077 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.l3_hamode_db [None req-4540e912-319c-41be-8d15-8e8444030630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T12:37:26Z,description=,heartbeat_timestamp=2021-11-23T12:48:56Z,host='dv-cinder-818883-1-smb',id=d7c7f769-7b7b-49b8-a5c1-735df886e043,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:37:26Z,topic='l3_agent')) {'router_ids': ['1fbac5a4-aca8-4817-97fe-a5d9f600175e'], 'active': True} {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:48:59.789794 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-dcf0da28-260d-4f8c-9a37-5cd7bfb3e024 req-424bbddc-6a14-44da-9533-aa3551d0e8e0 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07395ea-6958-4a30-8653-814e78309a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689504 Nov 23 12:48:59.806075 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-0a0f08ca-2ae0-416b-ab02-16e891b21d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788170525763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8277302'] for port, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:59.811513 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-a90705e3-1d78-4ad3-b131-9a0ed0d94427 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:59.896217 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a0f08ca-2ae0-416b-ab02-16e891b21d8f admin admin] Network d501932c-d815-42b5-b9ae-5866796d9056 is already hosted by enough agents. {{(pid=86838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:48:59.899145 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.scheduler.base_scheduler [None req-0a0f08ca-2ae0-416b-ab02-16e891b21d8f admin admin] Resources bound (agent type, host, resource id): {{(pid=86838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:48:59.903059 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0f08ca-2ae0-416b-ab02-16e891b21d8f admin admin] Received port after_create {{(pid=86838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 12:48:59.933762 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0f08ca-2ae0-416b-ab02-16e891b21d8f admin admin] Pushing event updated for resources: {'Port': ['ID=65e2ff03-ecdf-4ca1-b131-21892f80c8e2,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:59.940283 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-0a0f08ca-2ae0-416b-ab02-16e891b21d8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:59.963541 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-0a0f08ca-2ae0-416b-ab02-16e891b21d8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595666'] for router_interface, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:59.964877 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvr_db [None req-4540e912-319c-41be-8d15-8e8444030630 None None] Set router 1fbac5a4-aca8-4817-97fe-a5d9f600175e gateway port host: dv-cinder-818883-1-smb {{(pid=86840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:49:00.269575 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-0a0f08ca-2ae0-416b-ab02-16e891b21d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:00.310011 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.l3_hamode_db [None req-4540e912-319c-41be-8d15-8e8444030630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fbac5a4-aca8-4817-97fe-a5d9f600175e', 'name': 'tempest-TestMinimumBasicScenario-1161204263-router', 'tenant_id': 'c11167759b61463a9f27901a832aeab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'external_fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.108'}], 'enable_snat': True}, 'gw_port_id': 'da3e8bb3-e73e-4561-8423-818124b4e14f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:48:54Z', 'updated_at': '2021-11-23T12:48:56Z', 'revision_number': 3, 'project_id': 'c11167759b61463a9f27901a832aeab2', 'gw_port': {'id': 'da3e8bb3-e73e-4561-8423-818124b4e14f', 'name': '', 'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:26:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fbac5a4-aca8-4817-97fe-a5d9f600175e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:48:55Z', 'updated_at': '2021-11-23T12:48:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-smb'}], 'dv-cinder-818883-1-smb', False) {} {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:49:00.314875 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4540e912-319c-41be-8d15-8e8444030630 None None] The sync data for ids ['1fbac5a4-aca8-4817-97fe-a5d9f600175e'] in dv-cinder-818883-1-smb is: [{'id': '1fbac5a4-aca8-4817-97fe-a5d9f600175e', 'name': 'tempest-TestMinimumBasicScenario-1161204263-router', 'tenant_id': 'c11167759b61463a9f27901a832aeab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'external_fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.108'}], 'enable_snat': True}, 'gw_port_id': 'da3e8bb3-e73e-4561-8423-818124b4e14f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:48:54Z', 'updated_at': '2021-11-23T12:48:56Z', 'revision_number': 3, 'project_id': 'c11167759b61463a9f27901a832aeab2', 'gw_port': {'id': 'da3e8bb3-e73e-4561-8423-818124b4e14f', 'name': '', 'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:26:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fbac5a4-aca8-4817-97fe-a5d9f600175e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:48:55Z', 'updated_at': '2021-11-23T12:48:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-smb'}] {{(pid=86840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 12:49:00.324362 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-20275466-efad-444c-b92f-ef62ee76f677 None None] Provisioning for port 65e2ff03-ecdf-4ca1-b131-21892f80c8e2 completed by entity DHCP. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:49:00.335369 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-20275466-efad-444c-b92f-ef62ee76f677 None None] Provisioning complete for port 65e2ff03-ecdf-4ca1-b131-21892f80c8e2 triggered by entity DHCP. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:49:00.336010 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-20275466-efad-444c-b92f-ef62ee76f677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567787'] for port, provisioning_complete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:00.470891 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.plugin [None req-20275466-efad-444c-b92f-ef62ee76f677 None None] Port 65e2ff03-ecdf-4ca1-b131-21892f80c8e2 cannot update to ACTIVE because it is not bound. {{(pid=86839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 23 12:49:00.654499 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-0a0f08ca-2ae0-416b-ab02-16e891b21d8f admin admin] Notify callbacks [] for port, precommit_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:00.659223 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-0a0f08ca-2ae0-416b-ab02-16e891b21d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8277311'] for port, after_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:00.694759 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:49:00.796284 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0f08ca-2ae0-416b-ab02-16e891b21d8f admin admin] Pushing event updated for resources: {'Port': ['ID=65e2ff03-ecdf-4ca1-b131-21892f80c8e2,revision_number=2']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:49:00.799302 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-0a0f08ca-2ae0-416b-ab02-16e891b21d8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1595889'] for router_interface, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:00.807119 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-0a0f08ca-2ae0-416b-ab02-16e891b21d8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:49:00.992904 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a0f08ca-2ae0-416b-ab02-16e891b21d8f admin admin] Network d501932c-d815-42b5-b9ae-5866796d9056 is already hosted by enough agents. {{(pid=86838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:49:00.994287 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.scheduler.base_scheduler [None req-0a0f08ca-2ae0-416b-ab02-16e891b21d8f admin admin] Resources bound (agent type, host, resource id): {{(pid=86838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:49:01.013962 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Device da3e8bb3-e73e-4561-8423-818124b4e14f up at agent ovs-agent-dv-cinder-818883-1-smb {{(pid=86839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:49:01.143385 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Provisioning for port da3e8bb3-e73e-4561-8423-818124b4e14f completed by entity L2. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:49:01.150961 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Provisioning complete for port da3e8bb3-e73e-4561-8423-818124b4e14f triggered by entity L2. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:49:01.151928 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567787'] for port, provisioning_complete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:01.317120 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213843b5-5da6-470d-b969-61d06929f3d7 req-5ceecf25-8512-41e4-94c0-c2b3064737a9 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:01.318778 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-213843b5-5da6-470d-b969-61d06929f3d7 req-5ceecf25-8512-41e4-94c0-c2b3064737a9 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/ports?device_id=1aa277d2-d587-4c30-a177-a45523276ec0 HTTP/1.1" status: 200 len: 945 time: 0.2529938 Nov 23 12:49:01.324037 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a0f08ca-2ae0-416b-ab02-16e891b21d8f admin admin] Router 1fbac5a4-aca8-4817-97fe-a5d9f600175e has already been hosted by L3 agent d7c7f769-7b7b-49b8-a5c1-735df886e043 {{(pid=86838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 12:49:01.325159 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:01.331440 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-4d8ed65c-4b0b-4e09-bb28-53b95affbe57 None None] Provisioning complete for port 65e2ff03-ecdf-4ca1-b131-21892f80c8e2 triggered by entity DHCP. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:49:01.331825 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-4d8ed65c-4b0b-4e09-bb28-53b95affbe57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567787'] for port, provisioning_complete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:01.384654 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] For port da3e8bb3-e73e-4561-8423-818124b4e14f, host dv-cinder-818883-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-smb',level=0,port_id=da3e8bb3-e73e-4561-8423-818124b4e14f,segment=NetworkSegment(2dcdf227-6722-4632-a1c4-3c71d035812a),segment_id=2dcdf227-6722-4632-a1c4-3c71d035812a)] {{(pid=86839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:49:01.393896 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826'] for port, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:01.399072 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-2c64c244-2fff-4cb4-b04f-16ca33b0c54f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:49:01.456888 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-213843b5-5da6-470d-b969-61d06929f3d7 req-57ed5148-441f-4a80-b0e6-460e2620157a tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07395ea-6958-4a30-8653-814e78309a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288962 Nov 23 12:49:01.459381 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.plugin [None req-4d8ed65c-4b0b-4e09-bb28-53b95affbe57 None None] Port 65e2ff03-ecdf-4ca1-b131-21892f80c8e2 cannot update to ACTIVE because it is not bound. {{(pid=86839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 23 12:49:01.480347 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Pushing event updated for resources: {'Port': ['ID=da3e8bb3-e73e-4561-8423-818124b4e14f,revision_number=4']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:49:01.487504 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:49:01.560349 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a0f08ca-2ae0-416b-ab02-16e891b21d8f admin admin] Notify agent at l3_agent.dv-cinder-818883-1-smb the message routers_updated {{(pid=86838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 12:49:01.570429 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-0a0f08ca-2ae0-416b-ab02-16e891b21d8f admin admin] 10.222.0.31 "PUT /v2.0/routers/1fbac5a4-aca8-4817-97fe-a5d9f600175e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3372324 Nov 23 12:49:02.483143 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 51178) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:49:02.676366 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-385f80fe-0d98-464d-b231-525e26f72189 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:02.697249 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-385f80fe-0d98-464d-b231-525e26f72189 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:49:02.703205 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-385f80fe-0d98-464d-b231-525e26f72189 admin admin] Usage tracker for resource:security_group_rule and tenant:95ccdc2651314f4a9c25dba1c4aa5c48 is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:49:02.708030 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-385f80fe-0d98-464d-b231-525e26f72189 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:49:02.715209 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-385f80fe-0d98-464d-b231-525e26f72189 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:49:02.734538 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5f5896-ba32-4a90-8d60-9ce9f7fdb2c6 req-5e9ff05e-a7c4-4f12-a6f5-f74819f188f3 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:02.748254 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-1c5f5896-ba32-4a90-8d60-9ce9f7fdb2c6 req-5e9ff05e-a7c4-4f12-a6f5-f74819f188f3 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/ports?device_id=1aa277d2-d587-4c30-a177-a45523276ec0 HTTP/1.1" status: 200 len: 945 time: 0.1493280 Nov 23 12:49:02.819554 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95488ce-89ce-4e91-98b9-8d672363c3e7 None None] Sync routers for ids ['1fbac5a4-aca8-4817-97fe-a5d9f600175e'] in dv-cinder-818883-1-smb {{(pid=86839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 12:49:02.840226 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95488ce-89ce-4e91-98b9-8d672363c3e7 None None] Routers {'1fbac5a4-aca8-4817-97fe-a5d9f600175e'} bound to L3 agent in host dv-cinder-818883-1-smb {{(pid=86839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:49:02.841506 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_hamode_db [None req-c95488ce-89ce-4e91-98b9-8d672363c3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T12:37:26Z,description=,heartbeat_timestamp=2021-11-23T12:48:56Z,host='dv-cinder-818883-1-smb',id=d7c7f769-7b7b-49b8-a5c1-735df886e043,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:37:26Z,topic='l3_agent')) {'router_ids': ['1fbac5a4-aca8-4817-97fe-a5d9f600175e'], 'active': True} {{(pid=86839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:49:02.861882 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-1c5f5896-ba32-4a90-8d60-9ce9f7fdb2c6 req-9ad20db5-cf0d-4978-8527-7abecee529f3 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07395ea-6958-4a30-8653-814e78309a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126387 Nov 23 12:49:02.987838 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-385f80fe-0d98-464d-b231-525e26f72189 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:02.997993 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-385f80fe-0d98-464d-b231-525e26f72189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:02.999602 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-50ea0100-4300-4705-b895-9b2403bf3560 req-33cff2b3-40e1-4b6b-ab12-00ff8ee27528 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c4d90f60-e137-4811-85c3-0bcfe3e77242&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1527965 Nov 23 12:49:03.009051 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-84b10425-c156-4dd1-b2a4-714fab779e5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:49:03.021251 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Device da3e8bb3-e73e-4561-8423-818124b4e14f up at agent ovs-agent-dv-cinder-818883-1-smb {{(pid=86839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:49:03.074127 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-385f80fe-0d98-464d-b231-525e26f72189 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=95ccdc2651314f4a9c25dba1c4aa5c48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5868151 Nov 23 12:49:03.085463 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 51190) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:49:03.088418 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385f80fe-0d98-464d-b231-525e26f72189 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4244e67e-9eaf-4852-9117-2fe492f0a53c,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:49:03.096123 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-385f80fe-0d98-464d-b231-525e26f72189 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:49:03.195698 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-1f6c3ec3-2074-476f-ae96-432ae0905945 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:03.232051 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ea0100-4300-4705-b895-9b2403bf3560 req-da7895ef-f5a5-4f16-bc8a-71bd24c1da15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:03.233621 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-50ea0100-4300-4705-b895-9b2403bf3560 req-da7895ef-f5a5-4f16-bc8a-71bd24c1da15 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=91624ff73b014ed4aa8831330bf94986&device_id=c4d90f60-e137-4811-85c3-0bcfe3e77242 HTTP/1.1" status: 200 len: 1099 time: 0.1985669 Nov 23 12:49:03.243595 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-1f6c3ec3-2074-476f-ae96-432ae0905945 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:03.306942 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_dvr_db [None req-c95488ce-89ce-4e91-98b9-8d672363c3e7 None None] Set router 1fbac5a4-aca8-4817-97fe-a5d9f600175e gateway port host: dv-cinder-818883-1-smb {{(pid=86839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:49:03.439967 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-1f6c3ec3-2074-476f-ae96-432ae0905945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:03.460407 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-72e7a303-216e-44cb-8b8a-c208bf7449ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:49:03.480425 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6c3ec3-2074-476f-ae96-432ae0905945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4244e67e-9eaf-4852-9117-2fe492f0a53c,revision_number=None']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:49:03.485454 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-1f6c3ec3-2074-476f-ae96-432ae0905945 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:49:03.492910 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ea0100-4300-4705-b895-9b2403bf3560 req-234bc840-19d4-453a-b5b4-70815adb4f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:03.495354 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-50ea0100-4300-4705-b895-9b2403bf3560 req-234bc840-19d4-453a-b5b4-70815adb4f50 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f9d133c8-4135-48e6-b582-06743cb8c4da HTTP/1.1" status: 200 len: 918 time: 0.2360897 Nov 23 12:49:03.497508 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-1f6c3ec3-2074-476f-ae96-432ae0905945 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:03.502488 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-1f6c3ec3-2074-476f-ae96-432ae0905945 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4244e67e-9eaf-4852-9117-2fe492f0a53c HTTP/1.1" status: 204 len: 168 time: 0.4140735 Nov 23 12:49:03.591901 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-50ea0100-4300-4705-b895-9b2403bf3560 req-57ef554c-215b-43f9-bacc-0aa49c59ee32 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=544b571b-f84a-45cd-82a6-bcdf0529258b HTTP/1.1" status: 200 len: 217 time: 0.0879567 Nov 23 12:49:03.613888 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Provisioning complete for port da3e8bb3-e73e-4561-8423-818124b4e14f triggered by entity L2. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:49:03.614427 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567787'] for port, provisioning_complete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:03.893314 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ea0100-4300-4705-b895-9b2403bf3560 req-e6fcab4c-2c20-4775-aca9-18208dd3775e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:03.894928 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-50ea0100-4300-4705-b895-9b2403bf3560 req-e6fcab4c-2c20-4775-aca9-18208dd3775e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bd51d8cb-0c29-4851-b2cf-4f44e529c93c HTTP/1.1" status: 200 len: 857 time: 0.2954354 Nov 23 12:49:03.954013 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_hamode_db [None req-c95488ce-89ce-4e91-98b9-8d672363c3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fbac5a4-aca8-4817-97fe-a5d9f600175e', 'name': 'tempest-TestMinimumBasicScenario-1161204263-router', 'tenant_id': 'c11167759b61463a9f27901a832aeab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'external_fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.108'}], 'enable_snat': True}, 'gw_port_id': 'da3e8bb3-e73e-4561-8423-818124b4e14f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:48:54Z', 'updated_at': '2021-11-23T12:49:00Z', 'revision_number': 4, 'project_id': 'c11167759b61463a9f27901a832aeab2', 'gw_port': {'id': 'da3e8bb3-e73e-4561-8423-818124b4e14f', 'name': '', 'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:26:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fbac5a4-aca8-4817-97fe-a5d9f600175e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:48:55Z', 'updated_at': '2021-11-23T12:49:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-smb', '_interfaces': [{'id': '65e2ff03-ecdf-4ca1-b131-21892f80c8e2', 'name': '', 'network_id': 'd501932c-d815-42b5-b9ae-5866796d9056', 'tenant_id': 'c11167759b61463a9f27901a832aeab2', 'mac_address': 'fa:16:3e:bc:51:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fbac5a4-aca8-4817-97fe-a5d9f600175e', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '093c075d-5268-4982-941c-ae5360c853c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:48:59Z', 'updated_at': '2021-11-23T12:49:00Z', 'revision_number': 2, 'project_id': 'c11167759b61463a9f27901a832aeab2', 'subnets': [{'id': '093c075d-5268-4982-941c-ae5360c853c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-1-smb', False) {} {{(pid=86839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:49:03.958555 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95488ce-89ce-4e91-98b9-8d672363c3e7 None None] Checking router: 1fbac5a4-aca8-4817-97fe-a5d9f600175e for host: dv-cinder-818883-1-smb {{(pid=86839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 12:49:03.958985 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95488ce-89ce-4e91-98b9-8d672363c3e7 None None] Updating router 1fbac5a4-aca8-4817-97fe-a5d9f600175e port 65e2ff03-ecdf-4ca1-b131-21892f80c8e2 binding host dv-cinder-818883-1-smb {{(pid=86839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 12:49:03.986358 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-50ea0100-4300-4705-b895-9b2403bf3560 req-7593496d-67c0-4a55-b8f0-518d742f4738 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f9d133c8-4135-48e6-b582-06743cb8c4da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0829437 Nov 23 12:49:04.151196 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-c95488ce-89ce-4e91-98b9-8d672363c3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:04.248010 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-50ea0100-4300-4705-b895-9b2403bf3560 req-186b0a5e-224b-4795-a67a-0c14b1159f7e service neutron] 10.222.0.54 "GET /v2.0/networks/f9d133c8-4135-48e6-b582-06743cb8c4da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541585 Nov 23 12:49:04.281028 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0fd0d9-fa2f-424e-bc6b-8f08eb02b3cb req-efc61556-c8ba-4974-94f3-9a44553da706 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:04.292571 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-dc0fd0d9-fa2f-424e-bc6b-8f08eb02b3cb req-efc61556-c8ba-4974-94f3-9a44553da706 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/ports?device_id=1aa277d2-d587-4c30-a177-a45523276ec0 HTTP/1.1" status: 200 len: 945 time: 0.1850953 Nov 23 12:49:04.396931 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-dc0fd0d9-fa2f-424e-bc6b-8f08eb02b3cb req-41b4fb63-e7de-41f0-87b4-97c1b4afcab7 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07395ea-6958-4a30-8653-814e78309a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024523 Nov 23 12:49:04.556356 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-50ea0100-4300-4705-b895-9b2403bf3560 req-a3cb9fae-f6f6-4a2c-b989-93c4cf77419d service neutron] 10.222.0.54 "GET /v2.0/networks/f9d133c8-4135-48e6-b582-06743cb8c4da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2979064 Nov 23 12:49:04.769228 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:04.785813 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-c95488ce-89ce-4e91-98b9-8d672363c3e7 None None] Notify callbacks [] for port, precommit_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:04.816739 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-c95488ce-89ce-4e91-98b9-8d672363c3e7 None None] Transition to ACTIVE for port object 65e2ff03-ecdf-4ca1-b131-21892f80c8e2 will not be triggered until provisioned by entity L2. {{(pid=86839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:49:04.829225 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-c95488ce-89ce-4e91-98b9-8d672363c3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826'] for port, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:04.834529 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:49:04.959740 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5729fa95-a0b2-41a7-a132-980eed0f06c8 None None] Pushing event updated for resources: {'Port': ['ID=65e2ff03-ecdf-4ca1-b131-21892f80c8e2,revision_number=3']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:49:04.970833 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-5729fa95-a0b2-41a7-a132-980eed0f06c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:49:04.987343 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0fddab-6c8d-40f2-b0e9-1b9c2854aee9 req-00af222a-1490-4c17-8de5-226a7df5b9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:04.987343 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-bf0fddab-6c8d-40f2-b0e9-1b9c2854aee9 req-00af222a-1490-4c17-8de5-226a7df5b9aa service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=1aa277d2-d587-4c30-a177-a45523276ec0 HTTP/1.1" status: 200 len: 1098 time: 0.1916177 Nov 23 12:49:05.066031 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-bf0fddab-6c8d-40f2-b0e9-1b9c2854aee9 req-596e1121-6f98-421d-8905-ea2be938e23f service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=a07395ea-6958-4a30-8653-814e78309a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671594 Nov 23 12:49:05.275276 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.managers [None req-c95488ce-89ce-4e91-98b9-8d672363c3e7 None None] Attempting to bind port 65e2ff03-ecdf-4ca1-b131-21892f80c8e2 on host dv-cinder-818883-1-smb for vnic_type normal with profile {{(pid=86839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 12:49:05.275654 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.managers [None req-c95488ce-89ce-4e91-98b9-8d672363c3e7 None None] Attempting to bind port 65e2ff03-ecdf-4ca1-b131-21892f80c8e2 by drivers openvswitch,hyperv on host dv-cinder-818883-1-smb at level 0 using segments [{'id': '91917653-6c5f-48de-8fd1-d93c655384a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'd501932c-d815-42b5-b9ae-5866796d9056'}] {{(pid=86839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 12:49:05.276171 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95488ce-89ce-4e91-98b9-8d672363c3e7 None None] Attempting to bind port 65e2ff03-ecdf-4ca1-b131-21892f80c8e2 on network d501932c-d815-42b5-b9ae-5866796d9056 {{(pid=86839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:49:05.289538 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95488ce-89ce-4e91-98b9-8d672363c3e7 None None] Checking agent: {'id': 'cd5e743e-4289-46d3-a833-871886dcba65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818883-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 37, 23), 'started_at': datetime.datetime(2021, 11, 23, 12, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818883-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 12:49:05.289914 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95488ce-89ce-4e91-98b9-8d672363c3e7 None None] Checking segment: {'id': '91917653-6c5f-48de-8fd1-d93c655384a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'd501932c-d815-42b5-b9ae-5866796d9056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:49:05.290333 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-c95488ce-89ce-4e91-98b9-8d672363c3e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:05.296098 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95488ce-89ce-4e91-98b9-8d672363c3e7 None None] Bound using segment: {'id': '91917653-6c5f-48de-8fd1-d93c655384a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'd501932c-d815-42b5-b9ae-5866796d9056'} {{(pid=86839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 12:49:05.298141 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.managers [None req-c95488ce-89ce-4e91-98b9-8d672363c3e7 None None] Bound port: 65e2ff03-ecdf-4ca1-b131-21892f80c8e2, host: dv-cinder-818883-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91917653-6c5f-48de-8fd1-d93c655384a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'd501932c-d815-42b5-b9ae-5866796d9056'}}] {{(pid=86839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 12:49:05.298295 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-c95488ce-89ce-4e91-98b9-8d672363c3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:05.522475 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-c95488ce-89ce-4e91-98b9-8d672363c3e7 None None] For port 65e2ff03-ecdf-4ca1-b131-21892f80c8e2, host dv-cinder-818883-1-smb, cleared binding levels {{(pid=86839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 12:49:05.528828 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-c95488ce-89ce-4e91-98b9-8d672363c3e7 None None] For port 65e2ff03-ecdf-4ca1-b131-21892f80c8e2, host dv-cinder-818883-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-smb',level=0,port_id=65e2ff03-ecdf-4ca1-b131-21892f80c8e2,segment=NetworkSegment(91917653-6c5f-48de-8fd1-d93c655384a2),segment_id=91917653-6c5f-48de-8fd1-d93c655384a2)] {{(pid=86839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 12:49:05.538987 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-c95488ce-89ce-4e91-98b9-8d672363c3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826'] for port, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:05.543870 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-f7e02cb4-5667-4e3b-9d71-0fddb2a4d84a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:49:05.710437 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5729fa95-a0b2-41a7-a132-980eed0f06c8 None None] Pushing event updated for resources: {'Port': ['ID=65e2ff03-ecdf-4ca1-b131-21892f80c8e2,revision_number=4']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:49:05.723625 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-5729fa95-a0b2-41a7-a132-980eed0f06c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:49:05.744873 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95488ce-89ce-4e91-98b9-8d672363c3e7 None None] Routers {'1fbac5a4-aca8-4817-97fe-a5d9f600175e'} bound to L3 agent in host dv-cinder-818883-1-smb {{(pid=86839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:49:05.745578 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_hamode_db [None req-c95488ce-89ce-4e91-98b9-8d672363c3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T12:37:26Z,description=,heartbeat_timestamp=2021-11-23T12:48:56Z,host='dv-cinder-818883-1-smb',id=d7c7f769-7b7b-49b8-a5c1-735df886e043,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:37:26Z,topic='l3_agent')) {'router_ids': ['1fbac5a4-aca8-4817-97fe-a5d9f600175e'], 'active': True} {{(pid=86839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:49:05.829862 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da63ec1a-479a-48ba-98b9-e820beab8247 req-857c5054-81a6-44a8-a6d9-36dc1a047259 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:05.831816 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-da63ec1a-479a-48ba-98b9-e820beab8247 req-857c5054-81a6-44a8-a6d9-36dc1a047259 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/ports?device_id=1aa277d2-d587-4c30-a177-a45523276ec0 HTTP/1.1" status: 200 len: 945 time: 0.1893761 Nov 23 12:49:05.932230 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-da63ec1a-479a-48ba-98b9-e820beab8247 req-f9dbd6cc-5bc0-4194-b674-d0a4b72f4f3e tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07395ea-6958-4a30-8653-814e78309a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933707 Nov 23 12:49:06.072506 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_dvr_db [None req-c95488ce-89ce-4e91-98b9-8d672363c3e7 None None] Set router 1fbac5a4-aca8-4817-97fe-a5d9f600175e gateway port host: dv-cinder-818883-1-smb {{(pid=86839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:49:06.659399 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_hamode_db [None req-c95488ce-89ce-4e91-98b9-8d672363c3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fbac5a4-aca8-4817-97fe-a5d9f600175e', 'name': 'tempest-TestMinimumBasicScenario-1161204263-router', 'tenant_id': 'c11167759b61463a9f27901a832aeab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'external_fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.108'}], 'enable_snat': True}, 'gw_port_id': 'da3e8bb3-e73e-4561-8423-818124b4e14f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:48:54Z', 'updated_at': '2021-11-23T12:49:00Z', 'revision_number': 4, 'project_id': 'c11167759b61463a9f27901a832aeab2', 'gw_port': {'id': 'da3e8bb3-e73e-4561-8423-818124b4e14f', 'name': '', 'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:26:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fbac5a4-aca8-4817-97fe-a5d9f600175e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:48:55Z', 'updated_at': '2021-11-23T12:49:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-smb', '_interfaces': [{'id': '65e2ff03-ecdf-4ca1-b131-21892f80c8e2', 'name': '', 'network_id': 'd501932c-d815-42b5-b9ae-5866796d9056', 'tenant_id': 'c11167759b61463a9f27901a832aeab2', 'mac_address': 'fa:16:3e:bc:51:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fbac5a4-aca8-4817-97fe-a5d9f600175e', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '093c075d-5268-4982-941c-ae5360c853c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:48:59Z', 'updated_at': '2021-11-23T12:49:05Z', 'revision_number': 4, 'project_id': 'c11167759b61463a9f27901a832aeab2', 'subnets': [{'id': '093c075d-5268-4982-941c-ae5360c853c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-1-smb', False) {} {{(pid=86839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:49:06.664587 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95488ce-89ce-4e91-98b9-8d672363c3e7 None None] The sync data for ids ['1fbac5a4-aca8-4817-97fe-a5d9f600175e'] in dv-cinder-818883-1-smb is: [{'id': '1fbac5a4-aca8-4817-97fe-a5d9f600175e', 'name': 'tempest-TestMinimumBasicScenario-1161204263-router', 'tenant_id': 'c11167759b61463a9f27901a832aeab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'external_fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.108'}], 'enable_snat': True}, 'gw_port_id': 'da3e8bb3-e73e-4561-8423-818124b4e14f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:48:54Z', 'updated_at': '2021-11-23T12:49:00Z', 'revision_number': 4, 'project_id': 'c11167759b61463a9f27901a832aeab2', 'gw_port': {'id': 'da3e8bb3-e73e-4561-8423-818124b4e14f', 'name': '', 'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:26:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fbac5a4-aca8-4817-97fe-a5d9f600175e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:48:55Z', 'updated_at': '2021-11-23T12:49:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-smb', '_interfaces': [{'id': '65e2ff03-ecdf-4ca1-b131-21892f80c8e2', 'name': '', 'network_id': 'd501932c-d815-42b5-b9ae-5866796d9056', 'tenant_id': 'c11167759b61463a9f27901a832aeab2', 'mac_address': 'fa:16:3e:bc:51:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fbac5a4-aca8-4817-97fe-a5d9f600175e', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '093c075d-5268-4982-941c-ae5360c853c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:48:59Z', 'updated_at': '2021-11-23T12:49:05Z', 'revision_number': 4, 'project_id': 'c11167759b61463a9f27901a832aeab2', 'subnets': [{'id': '093c075d-5268-4982-941c-ae5360c853c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 12:49:07.064602 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 51306) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:49:07.080980 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Device 65e2ff03-ecdf-4ca1-b131-21892f80c8e2 up at agent ovs-agent-dv-cinder-818883-1-smb {{(pid=86839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:49:07.344123 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Provisioning for port 65e2ff03-ecdf-4ca1-b131-21892f80c8e2 completed by entity L2. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:49:07.356520 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Provisioning complete for port 65e2ff03-ecdf-4ca1-b131-21892f80c8e2 triggered by entity L2. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:49:07.357070 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567787'] for port, provisioning_complete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:07.402881 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-5b0f9228-802b-4e17-b8bb-68187acea2a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:07.454510 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-5b0f9228-802b-4e17-b8bb-68187acea2a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:49:07.460105 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-5b0f9228-802b-4e17-b8bb-68187acea2a0 admin admin] Usage tracker for resource:security_group_rule and tenant:5defa6c3594c48a7bc70f01d69311370 is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:49:07.469670 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-5b0f9228-802b-4e17-b8bb-68187acea2a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:49:07.568034 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:07.614028 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] For port 65e2ff03-ecdf-4ca1-b131-21892f80c8e2, host dv-cinder-818883-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-smb',level=0,port_id=65e2ff03-ecdf-4ca1-b131-21892f80c8e2,segment=NetworkSegment(91917653-6c5f-48de-8fd1-d93c655384a2),segment_id=91917653-6c5f-48de-8fd1-d93c655384a2)] {{(pid=86839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:49:07.621262 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826'] for port, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:07.627308 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:49:07.727605 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-5b0f9228-802b-4e17-b8bb-68187acea2a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:49:07.737400 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Pushing event updated for resources: {'Port': ['ID=65e2ff03-ecdf-4ca1-b131-21892f80c8e2,revision_number=5']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:49:07.751010 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:49:07.799129 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3ab734-5f49-41be-a0d9-bf18125f139d req-891fa299-edd0-406a-95fd-63e6cb321d67 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:07.800701 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-ee3ab734-5f49-41be-a0d9-bf18125f139d req-891fa299-edd0-406a-95fd-63e6cb321d67 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/ports?device_id=1aa277d2-d587-4c30-a177-a45523276ec0 HTTP/1.1" status: 200 len: 945 time: 0.4872420 Nov 23 12:49:07.869119 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-ee3ab734-5f49-41be-a0d9-bf18125f139d req-d67f5556-3714-44f6-85fc-68e47546a71b tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07395ea-6958-4a30-8653-814e78309a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625217 Nov 23 12:49:07.911754 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-5b0f9228-802b-4e17-b8bb-68187acea2a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:07.918892 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-5b0f9228-802b-4e17-b8bb-68187acea2a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:07.926284 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-e5aa1170-be52-4f85-a22c-69fe1acd9897 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:49:07.974004 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-5b0f9228-802b-4e17-b8bb-68187acea2a0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5defa6c3594c48a7bc70f01d69311370&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9075413 Nov 23 12:49:07.974885 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0f9228-802b-4e17-b8bb-68187acea2a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbd7a09e-389e-4f42-a9ac-01e9b2510798,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:49:07.976731 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 51322) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:49:07.980297 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-5b0f9228-802b-4e17-b8bb-68187acea2a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:49:08.112054 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-1aa18057-7671-4514-a982-0eb320fae891 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:08.162441 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-1aa18057-7671-4514-a982-0eb320fae891 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:08.241387 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-1aa18057-7671-4514-a982-0eb320fae891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:08.252468 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-5d98d754-9685-4c7a-b959-43e6598c9503 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:49:08.278054 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa18057-7671-4514-a982-0eb320fae891 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbd7a09e-389e-4f42-a9ac-01e9b2510798,revision_number=None']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:49:08.298048 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-1aa18057-7671-4514-a982-0eb320fae891 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:49:08.316623 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-1aa18057-7671-4514-a982-0eb320fae891 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:08.318068 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-1aa18057-7671-4514-a982-0eb320fae891 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bbd7a09e-389e-4f42-a9ac-01e9b2510798 HTTP/1.1" status: 204 len: 168 time: 0.3396976 Nov 23 12:49:08.577348 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d155b5-269d-4242-a221-770e9c00cc30 req-3c4d3ee3-cfa7-459e-8cfe-c86ca198069b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:08.583054 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-79d155b5-269d-4242-a221-770e9c00cc30 req-3c4d3ee3-cfa7-459e-8cfe-c86ca198069b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=91624ff73b014ed4aa8831330bf94986&device_id=1aa277d2-d587-4c30-a177-a45523276ec0 HTTP/1.1" status: 200 len: 1098 time: 0.1467490 Nov 23 12:49:08.753709 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72782778-0756-4e84-bd0e-9caf8bb03211 req-be1cd088-28de-419f-a505-01f13b924425 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:08.766109 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-72782778-0756-4e84-bd0e-9caf8bb03211 req-be1cd088-28de-419f-a505-01f13b924425 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/ports?device_id=1aa277d2-d587-4c30-a177-a45523276ec0 HTTP/1.1" status: 200 len: 945 time: 0.1616344 Nov 23 12:49:08.820728 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 51344) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:49:08.839596 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-72782778-0756-4e84-bd0e-9caf8bb03211 req-9da2e272-d8d9-4039-a7c7-6db49ecf7ba4 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07395ea-6958-4a30-8653-814e78309a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721374 Nov 23 12:49:08.863743 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-3ddc61bf-df4a-4a82-ab47-62839ff358d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:08.877377 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d155b5-269d-4242-a221-770e9c00cc30 req-5f7ce379-e636-4950-a088-0699c550a3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:08.880281 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-79d155b5-269d-4242-a221-770e9c00cc30 req-5f7ce379-e636-4950-a088-0699c550a3a9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f9d133c8-4135-48e6-b582-06743cb8c4da HTTP/1.1" status: 200 len: 918 time: 0.2914445 Nov 23 12:49:08.902188 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-3ddc61bf-df4a-4a82-ab47-62839ff358d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:49:08.911330 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-3ddc61bf-df4a-4a82-ab47-62839ff358d1 admin admin] Usage tracker for resource:security_group_rule and tenant:6cfacb975e494b34be56346d1a9abe48 is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:49:08.917840 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-3ddc61bf-df4a-4a82-ab47-62839ff358d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:49:08.953910 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-3ddc61bf-df4a-4a82-ab47-62839ff358d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:49:09.002114 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-79d155b5-269d-4242-a221-770e9c00cc30 req-3396ee24-342d-4dea-9cf5-74d4ffa9a667 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=802d7382-a7a7-4d00-8901-3b4993b19393 HTTP/1.1" status: 200 len: 217 time: 0.1147146 Nov 23 12:49:09.048295 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Device 65e2ff03-ecdf-4ca1-b131-21892f80c8e2 up at agent ovs-agent-dv-cinder-818883-1-smb {{(pid=86839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:49:09.149714 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-3ddc61bf-df4a-4a82-ab47-62839ff358d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:09.158569 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-3ddc61bf-df4a-4a82-ab47-62839ff358d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:09.173139 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d155b5-269d-4242-a221-770e9c00cc30 req-b6c6a29e-5572-4598-98c2-2353da682293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:09.178145 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-79d155b5-269d-4242-a221-770e9c00cc30 req-b6c6a29e-5572-4598-98c2-2353da682293 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bd51d8cb-0c29-4851-b2cf-4f44e529c93c HTTP/1.1" status: 200 len: 857 time: 0.1693680 Nov 23 12:49:09.224378 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-258e6779-b983-4829-96b2-969eff8ec4eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:49:09.237738 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Provisioning complete for port 65e2ff03-ecdf-4ca1-b131-21892f80c8e2 triggered by entity L2. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:49:09.238466 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567787'] for port, provisioning_complete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:09.291469 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-79d155b5-269d-4242-a221-770e9c00cc30 req-392423b9-e14a-4de7-a01c-689c301a6e9b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f9d133c8-4135-48e6-b582-06743cb8c4da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1032310 Nov 23 12:49:09.295577 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-3ddc61bf-df4a-4a82-ab47-62839ff358d1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6cfacb975e494b34be56346d1a9abe48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4735408 Nov 23 12:49:09.296522 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 51352) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:49:09.297612 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddc61bf-df4a-4a82-ab47-62839ff358d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25c8200e-d2fa-457e-a43a-954a8a1ef7cf,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:49:09.317526 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-3ddc61bf-df4a-4a82-ab47-62839ff358d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:49:09.433371 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-931c531d-2c2a-497a-b57d-3fa59bb6ddc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:09.466049 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-931c531d-2c2a-497a-b57d-3fa59bb6ddc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:09.496188 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-79d155b5-269d-4242-a221-770e9c00cc30 req-b12204ad-a97f-4a98-8ef8-d051e64479b5 service neutron] 10.222.0.54 "GET /v2.0/networks/f9d133c8-4135-48e6-b582-06743cb8c4da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948645 Nov 23 12:49:09.550243 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-931c531d-2c2a-497a-b57d-3fa59bb6ddc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:09.554679 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-98c06e57-20c1-4fd2-9122-f7f2fdb03ea5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:49:09.570569 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931c531d-2c2a-497a-b57d-3fa59bb6ddc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25c8200e-d2fa-457e-a43a-954a8a1ef7cf,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:49:09.573460 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-931c531d-2c2a-497a-b57d-3fa59bb6ddc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:49:09.584640 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-931c531d-2c2a-497a-b57d-3fa59bb6ddc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:09.588196 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-931c531d-2c2a-497a-b57d-3fa59bb6ddc9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/25c8200e-d2fa-457e-a43a-954a8a1ef7cf HTTP/1.1" status: 204 len: 168 time: 0.2730789 Nov 23 12:49:09.677869 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-79d155b5-269d-4242-a221-770e9c00cc30 req-50a827b7-bafa-47dd-8640-f70b85810116 service neutron] 10.222.0.54 "GET /v2.0/networks/f9d133c8-4135-48e6-b582-06743cb8c4da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713836 Nov 23 12:49:10.101764 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1730ae-0309-435c-87b9-0199fe31d488 req-afb1ae91-399d-479d-8376-1015e5740503 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:10.103661 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-7a1730ae-0309-435c-87b9-0199fe31d488 req-afb1ae91-399d-479d-8376-1015e5740503 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/ports?device_id=1aa277d2-d587-4c30-a177-a45523276ec0 HTTP/1.1" status: 200 len: 945 time: 0.1054859 Nov 23 12:49:10.196518 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-7a1730ae-0309-435c-87b9-0199fe31d488 req-e2291754-66e2-4301-a63c-563a3963171d tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07395ea-6958-4a30-8653-814e78309a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797274 Nov 23 12:49:10.643360 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 51388) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:49:10.800501 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-092cc65e-2ca9-43f3-9714-2005fc248a21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:10.818539 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-092cc65e-2ca9-43f3-9714-2005fc248a21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:49:10.823642 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-092cc65e-2ca9-43f3-9714-2005fc248a21 admin admin] Usage tracker for resource:security_group_rule and tenant:052e3ee34e8548bdbf5c19a66cd4559a is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:49:10.827037 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-092cc65e-2ca9-43f3-9714-2005fc248a21 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:49:10.834479 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-092cc65e-2ca9-43f3-9714-2005fc248a21 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:49:10.968891 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-092cc65e-2ca9-43f3-9714-2005fc248a21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:10.994571 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-092cc65e-2ca9-43f3-9714-2005fc248a21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:11.005935 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-8e5ab443-e4c2-4733-84a6-8e534c0a044f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:49:11.055281 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092cc65e-2ca9-43f3-9714-2005fc248a21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8158b17-33ab-46a1-8f27-f69cfecc2743,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:49:11.059133 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-092cc65e-2ca9-43f3-9714-2005fc248a21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:49:11.061913 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-092cc65e-2ca9-43f3-9714-2005fc248a21 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=052e3ee34e8548bdbf5c19a66cd4559a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4168837 Nov 23 12:49:11.065198 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 51402) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:49:11.177562 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-bca67778-4a4f-4502-89c2-f8444e458159 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:11.215674 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-bca67778-4a4f-4502-89c2-f8444e458159 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:11.326446 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-bca67778-4a4f-4502-89c2-f8444e458159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:11.330721 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-2626591a-1f15-4be2-b323-7f5c62160f23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:49:11.343482 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca67778-4a4f-4502-89c2-f8444e458159 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8158b17-33ab-46a1-8f27-f69cfecc2743,revision_number=None']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:49:11.349604 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-bca67778-4a4f-4502-89c2-f8444e458159 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:49:11.357816 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-bca67778-4a4f-4502-89c2-f8444e458159 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:11.359287 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-bca67778-4a4f-4502-89c2-f8444e458159 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f8158b17-33ab-46a1-8f27-f69cfecc2743 HTTP/1.1" status: 204 len: 168 time: 0.2929065 Nov 23 12:49:11.612390 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b3ffee-4851-441c-a56f-a33f73e2c5a5 req-10036896-7109-4924-a7ef-e004294d65c5 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:11.613994 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-55b3ffee-4851-441c-a56f-a33f73e2c5a5 req-10036896-7109-4924-a7ef-e004294d65c5 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/ports?device_id=1aa277d2-d587-4c30-a177-a45523276ec0 HTTP/1.1" status: 200 len: 945 time: 0.1966808 Nov 23 12:49:11.669228 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-55b3ffee-4851-441c-a56f-a33f73e2c5a5 req-a7716aa4-addf-48fa-9b85-e59c86b19bbb tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07395ea-6958-4a30-8653-814e78309a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479960 Nov 23 12:49:12.474064 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 51460) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:49:12.667512 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.v2.base [None req-60d3479b-6bb8-4ff6-82ec-c9b4443aedba admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-362531409-network', 'tenant_id': '904fe0d63bc7415b845bd812c5c3d7d5'}} {{(pid=86837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:49:12.672888 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-60d3479b-6bb8-4ff6-82ec-c9b4443aedba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:49:12.678816 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-60d3479b-6bb8-4ff6-82ec-c9b4443aedba admin admin] Usage tracker for resource:network and tenant:904fe0d63bc7415b845bd812c5c3d7d5 is out of sync, need to count used quota {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:49:12.688814 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-60d3479b-6bb8-4ff6-82ec-c9b4443aedba admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:49:12.697552 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-60d3479b-6bb8-4ff6-82ec-c9b4443aedba admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:49:12.727177 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60d3479b-6bb8-4ff6-82ec-c9b4443aedba admin admin] Made reservation on behalf of 904fe0d63bc7415b845bd812c5c3d7d5 for: {'network': 1} {{(pid=86837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:49:12.729981 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-60d3479b-6bb8-4ff6-82ec-c9b4443aedba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for network, before_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:12.752477 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-60d3479b-6bb8-4ff6-82ec-c9b4443aedba admin admin] Notify callbacks [] for security_group, before_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:12.771051 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-60d3479b-6bb8-4ff6-82ec-c9b4443aedba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:49:12.775193 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-60d3479b-6bb8-4ff6-82ec-c9b4443aedba admin admin] Usage tracker for resource:security_group_rule and tenant:904fe0d63bc7415b845bd812c5c3d7d5 is out of sync, need to count used quota {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:49:12.784488 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-60d3479b-6bb8-4ff6-82ec-c9b4443aedba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:49:12.797012 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-60d3479b-6bb8-4ff6-82ec-c9b4443aedba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:49:12.967597 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-60d3479b-6bb8-4ff6-82ec-c9b4443aedba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:12.979049 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bbf052-b420-4d92-b3b3-952f5d03fb5f req-9f9e4369-3131-496e-b1c7-799ecb5116af tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:12.986747 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-78bbf052-b420-4d92-b3b3-952f5d03fb5f req-9f9e4369-3131-496e-b1c7-799ecb5116af tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/ports?device_id=1aa277d2-d587-4c30-a177-a45523276ec0 HTTP/1.1" status: 200 len: 945 time: 0.1494093 Nov 23 12:49:12.988628 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-60d3479b-6bb8-4ff6-82ec-c9b4443aedba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:13.000774 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-27becfd7-c655-42e6-94c2-705de8fa9cd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:49:13.047368 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-78bbf052-b420-4d92-b3b3-952f5d03fb5f req-123e168a-b4a3-4061-9144-2cbcd36b7963 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07395ea-6958-4a30-8653-814e78309a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596156 Nov 23 12:49:13.061795 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60d3479b-6bb8-4ff6-82ec-c9b4443aedba admin admin] vlan segment allocate from pool success with {'vlan_id': 771, 'physical_network': 'physnet1'} {{(pid=86837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 12:49:13.117830 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 51482) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:49:13.122561 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-60d3479b-6bb8-4ff6-82ec-c9b4443aedba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572451'] for segment, precommit_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:13.122989 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.db.segments_db [None req-60d3479b-6bb8-4ff6-82ec-c9b4443aedba admin admin] Added segment 0d6e231e-1770-4f5b-9528-552955b2b23d of type vlan for network 863a1e50-6324-476a-bb82-68f7fcf8fe7f Nov 23 12:49:13.140860 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d3479b-6bb8-4ff6-82ec-c9b4443aedba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2eac886-b18c-4b07-92ae-bc19d920b4cb,revision_number=1']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:49:13.162698 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-60d3479b-6bb8-4ff6-82ec-c9b4443aedba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:49:13.200853 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-60d3479b-6bb8-4ff6-82ec-c9b4443aedba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788170511809'] for network, precommit_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:13.264245 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-60d3479b-6bb8-4ff6-82ec-c9b4443aedba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595'] for network, after_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:13.266157 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d3479b-6bb8-4ff6-82ec-c9b4443aedba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:13.266785 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-60d3479b-6bb8-4ff6-82ec-c9b4443aedba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600637'] for network, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:13.272641 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:49:13.343732 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-46ce2310-6e3d-428a-a09d-259f044019a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:13.361538 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-46ce2310-6e3d-428a-a09d-259f044019a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:49:13.366205 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-46ce2310-6e3d-428a-a09d-259f044019a3 admin admin] Usage tracker for resource:security_group_rule and tenant:0bf02ad3769e4913a152411bcac1b0d5 is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:49:13.369577 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-46ce2310-6e3d-428a-a09d-259f044019a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:49:13.380876 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-46ce2310-6e3d-428a-a09d-259f044019a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:49:13.519160 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-60d3479b-6bb8-4ff6-82ec-c9b4443aedba admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0418749 Nov 23 12:49:13.520080 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d3479b-6bb8-4ff6-82ec-c9b4443aedba admin admin] Pushing event updated for resources: {'Network': ['ID=863a1e50-6324-476a-bb82-68f7fcf8fe7f,revision_number=1']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:49:13.522793 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 51492) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:49:13.530784 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-60d3479b-6bb8-4ff6-82ec-c9b4443aedba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:49:13.531889 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.v2.base [None req-c8962900-b0cc-4c46-8bc4-5e774313a7bc admin admin] Request body: {'subnet': {'network_id': '863a1e50-6324-476a-bb82-68f7fcf8fe7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-362531409-subnet', 'tenant_id': '904fe0d63bc7415b845bd812c5c3d7d5', 'ip_version': 4}} {{(pid=86838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:49:13.537773 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Network 863a1e50-6324-476a-bb82-68f7fcf8fe7f details requested by agent ovs-agent-dv-cinder-818883-1-smb with host dv-cinder-818883-1-smb {{(pid=86839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 23 12:49:13.552783 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-c8962900-b0cc-4c46-8bc4-5e774313a7bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:49:13.557585 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-c8962900-b0cc-4c46-8bc4-5e774313a7bc admin admin] Usage tracker for resource:subnet and tenant:904fe0d63bc7415b845bd812c5c3d7d5 is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:49:13.564394 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-c8962900-b0cc-4c46-8bc4-5e774313a7bc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:49:13.582737 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-c8962900-b0cc-4c46-8bc4-5e774313a7bc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:49:13.627722 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8962900-b0cc-4c46-8bc4-5e774313a7bc admin admin] Made reservation on behalf of 904fe0d63bc7415b845bd812c5c3d7d5 for: {'subnet': 1} {{(pid=86838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:49:13.630807 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-c8962900-b0cc-4c46-8bc4-5e774313a7bc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6323347'] for subnet, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:13.855911 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-46ce2310-6e3d-428a-a09d-259f044019a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:13.920339 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-46ce2310-6e3d-428a-a09d-259f044019a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:13.932042 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-9839af2b-0b88-4cea-b81a-a7f0eeeab2ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:49:13.984473 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ce2310-6e3d-428a-a09d-259f044019a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13083db1-63f1-4543-8c49-05aa74484077,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:49:13.994384 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-46ce2310-6e3d-428a-a09d-259f044019a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:49:14.002553 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-46ce2310-6e3d-428a-a09d-259f044019a3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0bf02ad3769e4913a152411bcac1b0d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8837245 Nov 23 12:49:14.005090 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 51502) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:49:14.073443 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-c8962900-b0cc-4c46-8bc4-5e774313a7bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8277314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6323361'] for subnet, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:14.084284 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-889f59b5-8b4d-4631-81ca-0df3be0de9b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:49:14.178976 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-32e1b28d-8df8-47a9-be70-98e0a060002d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:14.205370 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8962900-b0cc-4c46-8bc4-5e774313a7bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7f25b7d-0ccf-4bc2-a609-ac7ad2c481be,revision_number=0']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:49:14.211955 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-c8962900-b0cc-4c46-8bc4-5e774313a7bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:49:14.220286 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8962900-b0cc-4c46-8bc4-5e774313a7bc admin admin] Checking segment: {'id': '0d6e231e-1770-4f5b-9528-552955b2b23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '863a1e50-6324-476a-bb82-68f7fcf8fe7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:49:14.220661 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8962900-b0cc-4c46-8bc4-5e774313a7bc admin admin] Network hostable DHCP agents. Network: 863a1e50-6324-476a-bb82-68f7fcf8fe7f, hostable agents: ['7adafed1-c9c5-48d0-9254-d37451f0c452'], hosted agents: [] {{(pid=86838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 12:49:14.241204 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-32e1b28d-8df8-47a9-be70-98e0a060002d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:14.284792 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8962900-b0cc-4c46-8bc4-5e774313a7bc admin admin] Network 863a1e50-6324-476a-bb82-68f7fcf8fe7f is scheduled to be hosted by DHCP agent 7adafed1-c9c5-48d0-9254-d37451f0c452 with binding_index 1 {{(pid=86838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 12:49:14.306373 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.scheduler.base_scheduler [None req-c8962900-b0cc-4c46-8bc4-5e774313a7bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818883-1-smb, 863a1e50-6324-476a-bb82-68f7fcf8fe7f) {{(pid=86838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:49:14.312974 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8962900-b0cc-4c46-8bc4-5e774313a7bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:14.313694 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-c8962900-b0cc-4c46-8bc4-5e774313a7bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600637'] for subnet, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:14.331650 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b383ba9d-bd29-42ba-a92f-736be1f31df8 None None] Network 863a1e50-6324-476a-bb82-68f7fcf8fe7f requested from dv-cinder-818883-1-smb {{(pid=86839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 12:49:14.353211 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-32e1b28d-8df8-47a9-be70-98e0a060002d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:14.371573 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-83f37898-807a-4d9d-a245-191d05197718 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:49:14.385372 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-32e1b28d-8df8-47a9-be70-98e0a060002d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:14.391052 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-32e1b28d-8df8-47a9-be70-98e0a060002d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/13083db1-63f1-4543-8c49-05aa74484077 HTTP/1.1" status: 204 len: 168 time: 0.3814380 Nov 23 12:49:14.413893 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-c8962900-b0cc-4c46-8bc4-5e774313a7bc admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8865676 Nov 23 12:49:14.413893 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e1b28d-8df8-47a9-be70-98e0a060002d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13083db1-63f1-4543-8c49-05aa74484077,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:49:14.414400 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 51508) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:49:14.421570 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-32e1b28d-8df8-47a9-be70-98e0a060002d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:49:14.422735 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.v2.base [None req-cfdc738a-15a8-4870-b2ed-0edc5a5358eb admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-362531409-router', 'tenant_id': '904fe0d63bc7415b845bd812c5c3d7d5', 'external_gateway_info': {'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429'}}} {{(pid=86837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:49:14.428384 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-cfdc738a-15a8-4870-b2ed-0edc5a5358eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:49:14.433870 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-cfdc738a-15a8-4870-b2ed-0edc5a5358eb admin admin] Usage tracker for resource:router and tenant:904fe0d63bc7415b845bd812c5c3d7d5 is out of sync, need to count used quota {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:49:14.437119 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-cfdc738a-15a8-4870-b2ed-0edc5a5358eb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:49:14.446263 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-cfdc738a-15a8-4870-b2ed-0edc5a5358eb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:49:14.462930 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-cfdc738a-15a8-4870-b2ed-0edc5a5358eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-504028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1029442'] for router, before_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:14.466451 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-cfdc738a-15a8-4870-b2ed-0edc5a5358eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-503051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-505611', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1029497'] for router, precommit_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:14.495460 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-cfdc738a-15a8-4870-b2ed-0edc5a5358eb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:14.720195 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfec0197-f99a-49b8-b04a-881b0679de04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0c9dd91-ffd1-5775-97a7-a610159af9e0-863a1e50-6324-476a-bb82-68f7fcf8fe7f', 'network_id': '863a1e50-6324-476a-bb82-68f7fcf8fe7f', 'tenant_id': '904fe0d63bc7415b845bd812c5c3d7d5', 'fixed_ips': [{'subnet_id': 'f7f25b7d-0ccf-4bc2-a609-ac7ad2c481be'}]}} from dv-cinder-818883-1-smb. {{(pid=86839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 23 12:49:14.726326 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-cfec0197-f99a-49b8-b04a-881b0679de04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:14.994338 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.db_base_plugin_common [None req-cfec0197-f99a-49b8-b04a-881b0679de04 None None] Allocated IP 172.20.0.2 (863a1e50-6324-476a-bb82-68f7fcf8fe7f/f7f25b7d-0ccf-4bc2-a609-ac7ad2c481be/38a9081e-9d31-4407-ba39-deaf41f5f53a) {{(pid=86839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:49:15.051490 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 51518) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:49:15.076298 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-c50d54ed-6013-4961-8fe3-38ab40dcc4bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:15.094122 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-c50d54ed-6013-4961-8fe3-38ab40dcc4bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:49:15.100334 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-c50d54ed-6013-4961-8fe3-38ab40dcc4bb admin admin] Usage tracker for resource:security_group_rule and tenant:c1e9aa22c3324c26b8d800b639d43d53 is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:49:15.104024 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-cfdc738a-15a8-4870-b2ed-0edc5a5358eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-505657', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-503854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1029479'] for router, precommit_update {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:15.104798 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-c50d54ed-6013-4961-8fe3-38ab40dcc4bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:49:15.112401 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-c50d54ed-6013-4961-8fe3-38ab40dcc4bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:49:15.254566 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-c50d54ed-6013-4961-8fe3-38ab40dcc4bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:15.262671 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-c50d54ed-6013-4961-8fe3-38ab40dcc4bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:15.291967 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-3a7c8e16-feb9-4c22-961a-038b3f33dd51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:49:15.302580 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-c50d54ed-6013-4961-8fe3-38ab40dcc4bb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c1e9aa22c3324c26b8d800b639d43d53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2497349 Nov 23 12:49:15.314950 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 51524) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:49:15.338330 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50d54ed-6013-4961-8fe3-38ab40dcc4bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcc15594-dab7-4e4b-9f06-e361904060cf,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:49:15.380174 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-c50d54ed-6013-4961-8fe3-38ab40dcc4bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:49:15.491597 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-d536cdcf-f630-4a49-9e85-feb920748ffd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:15.492694 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-cfec0197-f99a-49b8-b04a-881b0679de04 None None] Notify callbacks [] for port, precommit_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:15.513266 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-cfec0197-f99a-49b8-b04a-881b0679de04 None None] Transition to ACTIVE for port object 38a9081e-9d31-4407-ba39-deaf41f5f53a will not be triggered until provisioned by entity L2. {{(pid=86839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:49:15.541429 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-cfec0197-f99a-49b8-b04a-881b0679de04 None None] Transition to ACTIVE for port object 38a9081e-9d31-4407-ba39-deaf41f5f53a will not be triggered until provisioned by entity DHCP. {{(pid=86839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:49:15.557157 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-cfec0197-f99a-49b8-b04a-881b0679de04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788170525763'] for port, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:15.577711 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:49:15.586576 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-d536cdcf-f630-4a49-9e85-feb920748ffd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:15.696291 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfec0197-f99a-49b8-b04a-881b0679de04 None None] Network 863a1e50-6324-476a-bb82-68f7fcf8fe7f is already hosted by enough agents. {{(pid=86839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:49:15.704452 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfec0197-f99a-49b8-b04a-881b0679de04 None None] Pushing event updated for resources: {'Port': ['ID=38a9081e-9d31-4407-ba39-deaf41f5f53a,revision_number=1']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:49:15.712443 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-cfec0197-f99a-49b8-b04a-881b0679de04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:49:15.713867 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.scheduler.base_scheduler [None req-cfec0197-f99a-49b8-b04a-881b0679de04 None None] Resources bound (agent type, host, resource id): {{(pid=86839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:49:15.721763 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfec0197-f99a-49b8-b04a-881b0679de04 None None] Received port after_create {{(pid=86839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 12:49:15.896476 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.managers [None req-cfec0197-f99a-49b8-b04a-881b0679de04 None None] Attempting to bind port 38a9081e-9d31-4407-ba39-deaf41f5f53a on host dv-cinder-818883-1-smb for vnic_type normal with profile {{(pid=86839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 12:49:15.897489 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.managers [None req-cfec0197-f99a-49b8-b04a-881b0679de04 None None] Attempting to bind port 38a9081e-9d31-4407-ba39-deaf41f5f53a by drivers openvswitch,hyperv on host dv-cinder-818883-1-smb at level 0 using segments [{'id': '0d6e231e-1770-4f5b-9528-552955b2b23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '863a1e50-6324-476a-bb82-68f7fcf8fe7f'}] {{(pid=86839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 12:49:15.898116 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfec0197-f99a-49b8-b04a-881b0679de04 None None] Attempting to bind port 38a9081e-9d31-4407-ba39-deaf41f5f53a on network 863a1e50-6324-476a-bb82-68f7fcf8fe7f {{(pid=86839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:49:15.905493 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfec0197-f99a-49b8-b04a-881b0679de04 None None] Checking agent: {'id': 'cd5e743e-4289-46d3-a833-871886dcba65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818883-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 37, 23), 'started_at': datetime.datetime(2021, 11, 23, 12, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818883-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 12:49:15.906522 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfec0197-f99a-49b8-b04a-881b0679de04 None None] Checking segment: {'id': '0d6e231e-1770-4f5b-9528-552955b2b23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '863a1e50-6324-476a-bb82-68f7fcf8fe7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:49:15.907126 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-cfec0197-f99a-49b8-b04a-881b0679de04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:15.907684 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfec0197-f99a-49b8-b04a-881b0679de04 None None] Bound using segment: {'id': '0d6e231e-1770-4f5b-9528-552955b2b23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '863a1e50-6324-476a-bb82-68f7fcf8fe7f'} {{(pid=86839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 12:49:15.908872 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.managers [None req-cfec0197-f99a-49b8-b04a-881b0679de04 None None] Bound port: 38a9081e-9d31-4407-ba39-deaf41f5f53a, host: dv-cinder-818883-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d6e231e-1770-4f5b-9528-552955b2b23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '863a1e50-6324-476a-bb82-68f7fcf8fe7f'}}] {{(pid=86839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 12:49:15.908872 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-cfec0197-f99a-49b8-b04a-881b0679de04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:15.923664 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-d536cdcf-f630-4a49-9e85-feb920748ffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:15.932257 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-131aa7ff-24d3-432c-97fc-bb4adc00dfb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:49:15.958273 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d536cdcf-f630-4a49-9e85-feb920748ffd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcc15594-dab7-4e4b-9f06-e361904060cf,revision_number=None']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:49:15.962018 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-cfdc738a-15a8-4870-b2ed-0edc5a5358eb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:16.005184 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-d536cdcf-f630-4a49-9e85-feb920748ffd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:49:16.025812 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-cfdc738a-15a8-4870-b2ed-0edc5a5358eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:16.039915 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-cfec0197-f99a-49b8-b04a-881b0679de04 None None] For port 38a9081e-9d31-4407-ba39-deaf41f5f53a, host dv-cinder-818883-1-smb, cleared binding levels {{(pid=86839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 12:49:16.044621 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-cfec0197-f99a-49b8-b04a-881b0679de04 None None] For port 38a9081e-9d31-4407-ba39-deaf41f5f53a, host dv-cinder-818883-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-smb',level=0,port_id=38a9081e-9d31-4407-ba39-deaf41f5f53a,segment=NetworkSegment(0d6e231e-1770-4f5b-9528-552955b2b23d),segment_id=0d6e231e-1770-4f5b-9528-552955b2b23d)] {{(pid=86839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 12:49:16.049640 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-cfec0197-f99a-49b8-b04a-881b0679de04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826'] for port, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:16.059784 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-cfec0197-f99a-49b8-b04a-881b0679de04 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:49:16.098632 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-d536cdcf-f630-4a49-9e85-feb920748ffd admin admin] Notify callbacks [] for security_group, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:16.103080 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-d536cdcf-f630-4a49-9e85-feb920748ffd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bcc15594-dab7-4e4b-9f06-e361904060cf HTTP/1.1" status: 204 len: 168 time: 0.7854514 Nov 23 12:49:16.187134 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfec0197-f99a-49b8-b04a-881b0679de04 None None] Pushing event updated for resources: {'Port': ['ID=38a9081e-9d31-4407-ba39-deaf41f5f53a,revision_number=2']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:49:16.191657 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-cfec0197-f99a-49b8-b04a-881b0679de04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:49:16.319978 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.db_base_plugin_common [None req-cfdc738a-15a8-4870-b2ed-0edc5a5358eb admin admin] Allocated IP 172.28.2.194 (2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429/a635ed46-c881-440b-bd05-3e5636c37dfa/f1091f7d-9c31-4c69-8e9f-05a575e90811) {{(pid=86837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:49:16.611988 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-cfdc738a-15a8-4870-b2ed-0edc5a5358eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:16.669982 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-cfdc738a-15a8-4870-b2ed-0edc5a5358eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788170525763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6379447'] for port, after_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:16.681613 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:49:16.742668 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfdc738a-15a8-4870-b2ed-0edc5a5358eb admin admin] Network 2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429 is already hosted by enough agents. {{(pid=86837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:49:16.752329 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.scheduler.base_scheduler [None req-cfdc738a-15a8-4870-b2ed-0edc5a5358eb admin admin] Resources bound (agent type, host, resource id): {{(pid=86837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:49:16.756915 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfdc738a-15a8-4870-b2ed-0edc5a5358eb admin admin] Received port after_create {{(pid=86837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 12:49:16.805807 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdc738a-15a8-4870-b2ed-0edc5a5358eb admin admin] Pushing event updated for resources: {'Port': ['ID=f1091f7d-9c31-4c69-8e9f-05a575e90811,revision_number=1']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:49:16.820834 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdc738a-15a8-4870-b2ed-0edc5a5358eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:49:16.821176 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdc738a-15a8-4870-b2ed-0edc5a5358eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:49:16.821541 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdc738a-15a8-4870-b2ed-0edc5a5358eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:49:16.821890 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdc738a-15a8-4870-b2ed-0edc5a5358eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:49:16.822236 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdc738a-15a8-4870-b2ed-0edc5a5358eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:49:16.822619 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdc738a-15a8-4870-b2ed-0edc5a5358eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:49:16.822994 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdc738a-15a8-4870-b2ed-0edc5a5358eb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:49:16.823307 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdc738a-15a8-4870-b2ed-0edc5a5358eb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:49:16.823651 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdc738a-15a8-4870-b2ed-0edc5a5358eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:49:16.824090 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdc738a-15a8-4870-b2ed-0edc5a5358eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:49:16.824437 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdc738a-15a8-4870-b2ed-0edc5a5358eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:49:16.824906 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdc738a-15a8-4870-b2ed-0edc5a5358eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:49:16.830792 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-cfdc738a-15a8-4870-b2ed-0edc5a5358eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:49:17.063550 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Device 38a9081e-9d31-4407-ba39-deaf41f5f53a up at agent ovs-agent-dv-cinder-818883-1-smb {{(pid=86839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:49:17.266451 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Provisioning for port 38a9081e-9d31-4407-ba39-deaf41f5f53a completed by entity L2. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:49:17.543591 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ad7c77-e42f-4898-a93c-ab0ba335e1bd req-6e4e698b-80e4-400c-a961-248d71348c88 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:17.545472 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-b4ad7c77-e42f-4898-a93c-ab0ba335e1bd req-6e4e698b-80e4-400c-a961-248d71348c88 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] 10.222.0.31 "GET /v2.0/networks?id=b15c6796-f0a9-4d15-aa1e-eb7fe36a0201 HTTP/1.1" status: 200 len: 814 time: 0.2244990 Nov 23 12:49:17.565414 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-b4ad7c77-e42f-4898-a93c-ab0ba335e1bd req-54858aa2-34b3-40ed-9a5f-a45da195f9f0 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] 10.222.0.31 "GET /v2.0/quotas/3b7f85b4c3f6438bbd0febee23146dbf HTTP/1.1" status: 200 len: 375 time: 0.0134506 Nov 23 12:49:17.622375 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-cfdc738a-15a8-4870-b2ed-0edc5a5358eb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:17.657121 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1239e5c4-80c3-46fc-b4ba-20207dcec674 None None] Network 863a1e50-6324-476a-bb82-68f7fcf8fe7f requested from dv-cinder-818883-1-smb {{(pid=86839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 12:49:17.687571 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-b4ad7c77-e42f-4898-a93c-ab0ba335e1bd req-c1f84d77-f636-4fef-ba3c-e863179ceb64 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=3b7f85b4c3f6438bbd0febee23146dbf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1162033 Nov 23 12:49:17.753040 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-e1348d0c-54eb-4a92-b15d-7ba248b2d675 None None] Provisioning for port 38a9081e-9d31-4407-ba39-deaf41f5f53a completed by entity DHCP. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:49:17.763744 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-e1348d0c-54eb-4a92-b15d-7ba248b2d675 None None] Provisioning complete for port 38a9081e-9d31-4407-ba39-deaf41f5f53a triggered by entity DHCP. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:49:17.764140 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-e1348d0c-54eb-4a92-b15d-7ba248b2d675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567787'] for port, provisioning_complete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:17.891331 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-b4ad7c77-e42f-4898-a93c-ab0ba335e1bd req-68c21848-321d-4c2e-9002-57f4065ada1f service neutron] 10.222.0.31 "GET /v2.0/networks/b15c6796-f0a9-4d15-aa1e-eb7fe36a0201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875803 Nov 23 12:49:18.023228 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-cfdc738a-15a8-4870-b2ed-0edc5a5358eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-503847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-505820'] for router, after_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:18.124313 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-e1348d0c-54eb-4a92-b15d-7ba248b2d675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:18.164679 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-e1348d0c-54eb-4a92-b15d-7ba248b2d675 None None] For port 38a9081e-9d31-4407-ba39-deaf41f5f53a, host dv-cinder-818883-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-smb',level=0,port_id=38a9081e-9d31-4407-ba39-deaf41f5f53a,segment=NetworkSegment(0d6e231e-1770-4f5b-9528-552955b2b23d),segment_id=0d6e231e-1770-4f5b-9528-552955b2b23d)] {{(pid=86839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:49:18.173495 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-e1348d0c-54eb-4a92-b15d-7ba248b2d675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826'] for port, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:18.176012 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:49:18.178725 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-b4ad7c77-e42f-4898-a93c-ab0ba335e1bd req-349338d7-5594-42a7-ae2b-c2013d677ee1 service neutron] 10.222.0.31 "GET /v2.0/networks/b15c6796-f0a9-4d15-aa1e-eb7fe36a0201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2813656 Nov 23 12:49:18.283263 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1348d0c-54eb-4a92-b15d-7ba248b2d675 None None] Pushing event updated for resources: {'Port': ['ID=38a9081e-9d31-4407-ba39-deaf41f5f53a,revision_number=3']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:49:18.287221 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-e1348d0c-54eb-4a92-b15d-7ba248b2d675 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:49:18.419076 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfdc738a-15a8-4870-b2ed-0edc5a5358eb admin admin] Router 0d3feef8-7ab0-44b7-a31f-f9d3ae6393be is scheduled to L3 agent d7c7f769-7b7b-49b8-a5c1-735df886e043 with binding_index 1 {{(pid=86837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 23 12:49:18.525086 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-a33728f3-5462-437d-9c9d-3bb3baba0e72 req-593bf341-53c2-46dd-8924-14206792471b tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bb52a82-ed7f-4d60-bc04-7f2925dfab36 HTTP/1.1" status: 200 len: 210 time: 0.0939059 Nov 23 12:49:18.618915 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-a12ba1e2-a1f1-4c5c-89d9-b4a9c0395ca6 None None] Provisioning complete for port 38a9081e-9d31-4407-ba39-deaf41f5f53a triggered by entity DHCP. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:49:18.619416 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-a12ba1e2-a1f1-4c5c-89d9-b4a9c0395ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567787'] for port, provisioning_complete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:18.681985 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 51624) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:49:18.861780 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfdc738a-15a8-4870-b2ed-0edc5a5358eb admin admin] Notify agent at l3_agent.dv-cinder-818883-1-smb the message routers_updated {{(pid=86837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 12:49:18.881825 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace047af-4e53-443b-8554-666dd0132814 None None] Sync routers for ids ['0d3feef8-7ab0-44b7-a31f-f9d3ae6393be'] in dv-cinder-818883-1-smb {{(pid=86840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 12:49:18.904396 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace047af-4e53-443b-8554-666dd0132814 None None] Routers {'0d3feef8-7ab0-44b7-a31f-f9d3ae6393be'} bound to L3 agent in host dv-cinder-818883-1-smb {{(pid=86840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:49:18.906016 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.l3_hamode_db [None req-ace047af-4e53-443b-8554-666dd0132814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T12:37:26Z,description=,heartbeat_timestamp=2021-11-23T12:48:56Z,host='dv-cinder-818883-1-smb',id=d7c7f769-7b7b-49b8-a5c1-735df886e043,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:37:26Z,topic='l3_agent')) {'router_ids': ['0d3feef8-7ab0-44b7-a31f-f9d3ae6393be'], 'active': True} {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:49:18.918105 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-cfdc738a-15a8-4870-b2ed-0edc5a5358eb admin admin] Notify callbacks [] for router, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:18.923038 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-d8f87ea1-85c2-4499-8f70-19e0daaf7880 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:18.923346 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-cfdc738a-15a8-4870-b2ed-0edc5a5358eb admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.5052760 Nov 23 12:49:18.928590 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 51632) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:49:18.976519 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-d8f87ea1-85c2-4499-8f70-19e0daaf7880 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:49:18.996629 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-d8f87ea1-85c2-4499-8f70-19e0daaf7880 admin admin] Usage tracker for resource:security_group_rule and tenant:164b75107a524a3c947b495d89c45be4 is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:49:19.005361 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-d8f87ea1-85c2-4499-8f70-19e0daaf7880 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:49:19.006138 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Device 38a9081e-9d31-4407-ba39-deaf41f5f53a up at agent ovs-agent-dv-cinder-818883-1-smb {{(pid=86839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:49:19.017618 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-d8f87ea1-85c2-4499-8f70-19e0daaf7880 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:49:19.088471 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355ee6bd-ab19-42a3-b3f1-5c107042d7da req-7d338f45-29c3-4afd-a7f2-de32954510ef tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:19.090687 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-355ee6bd-ab19-42a3-b3f1-5c107042d7da req-7d338f45-29c3-4afd-a7f2-de32954510ef tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4d90f60-e137-4811-85c3-0bcfe3e77242 HTTP/1.1" status: 200 len: 946 time: 0.2512629 Nov 23 12:49:19.157969 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Provisioning complete for port 38a9081e-9d31-4407-ba39-deaf41f5f53a triggered by entity L2. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:49:19.159692 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567787'] for port, provisioning_complete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:19.192744 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-355ee6bd-ab19-42a3-b3f1-5c107042d7da req-0a8d1ca6-7b50-4b5f-b531-a23fe1f720c0 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07395ea-6958-4a30-8653-814e78309a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947413 Nov 23 12:49:19.255130 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-d8f87ea1-85c2-4499-8f70-19e0daaf7880 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:19.260214 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-d8f87ea1-85c2-4499-8f70-19e0daaf7880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:19.277060 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvr_db [None req-ace047af-4e53-443b-8554-666dd0132814 None None] Set router 0d3feef8-7ab0-44b7-a31f-f9d3ae6393be gateway port host: dv-cinder-818883-1-smb {{(pid=86840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:49:19.295601 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-07860c0f-4001-4240-9375-cfe7f33129df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:49:19.307175 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-d8f87ea1-85c2-4499-8f70-19e0daaf7880 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=164b75107a524a3c947b495d89c45be4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6237965 Nov 23 12:49:19.317015 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 51636) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:49:19.368086 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f87ea1-85c2-4499-8f70-19e0daaf7880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6cb8b2c-2d06-4a73-8dc6-96dd9aef7e4f,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:49:19.378601 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-d8f87ea1-85c2-4499-8f70-19e0daaf7880 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:49:19.422149 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-5d20de42-4e02-477c-9bf7-241071c369d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:19.458750 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-5d20de42-4e02-477c-9bf7-241071c369d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:19.541318 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-5d20de42-4e02-477c-9bf7-241071c369d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:19.546188 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-3ddc61bf-df4a-4a82-ab47-62839ff358d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:49:19.568730 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d20de42-4e02-477c-9bf7-241071c369d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6cb8b2c-2d06-4a73-8dc6-96dd9aef7e4f,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:49:19.579200 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-5d20de42-4e02-477c-9bf7-241071c369d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:49:19.587978 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-5d20de42-4e02-477c-9bf7-241071c369d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:19.589866 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-5d20de42-4e02-477c-9bf7-241071c369d1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c6cb8b2c-2d06-4a73-8dc6-96dd9aef7e4f HTTP/1.1" status: 204 len: 168 time: 0.2711067 Nov 23 12:49:19.722164 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.l3_hamode_db [None req-ace047af-4e53-443b-8554-666dd0132814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d3feef8-7ab0-44b7-a31f-f9d3ae6393be', 'name': 'tempest-TestShelveInstance-362531409-router', 'tenant_id': '904fe0d63bc7415b845bd812c5c3d7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'external_fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.194'}], 'enable_snat': True}, 'gw_port_id': 'f1091f7d-9c31-4c69-8e9f-05a575e90811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:49:14Z', 'updated_at': '2021-11-23T12:49:17Z', 'revision_number': 3, 'project_id': '904fe0d63bc7415b845bd812c5c3d7d5', 'gw_port': {'id': 'f1091f7d-9c31-4c69-8e9f-05a575e90811', 'name': '', 'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:6d:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d3feef8-7ab0-44b7-a31f-f9d3ae6393be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:49:16Z', 'updated_at': '2021-11-23T12:49:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-smb'}], 'dv-cinder-818883-1-smb', False) {} {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:49:19.727241 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace047af-4e53-443b-8554-666dd0132814 None None] Checking router: 0d3feef8-7ab0-44b7-a31f-f9d3ae6393be for host: dv-cinder-818883-1-smb {{(pid=86840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 12:49:19.727673 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace047af-4e53-443b-8554-666dd0132814 None None] Updating router 0d3feef8-7ab0-44b7-a31f-f9d3ae6393be port f1091f7d-9c31-4c69-8e9f-05a575e90811 binding host dv-cinder-818883-1-smb {{(pid=86840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 12:49:19.756358 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-fd47ec66-c10b-4e9f-ba90-78410f385d6a req-c7b5708f-6a5b-418b-9ea0-db5a49e986d1 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bb52a82-ed7f-4d60-bc04-7f2925dfab36 HTTP/1.1" status: 200 len: 210 time: 0.0554061 Nov 23 12:49:19.805026 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-ace047af-4e53-443b-8554-666dd0132814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:20.233910 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ad7c77-e42f-4898-a93c-ab0ba335e1bd req-c49afc0c-e1d6-4135-85d8-9049fde9b20e tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:20.234698 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [req-b4ad7c77-e42f-4898-a93c-ab0ba335e1bd req-c49afc0c-e1d6-4135-85d8-9049fde9b20e tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Synchronizing usage tracker for tenant:3b7f85b4c3f6438bbd0febee23146dbf on resource:network {{(pid=86837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:49:20.255527 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-ace047af-4e53-443b-8554-666dd0132814 None None] Notify callbacks [] for port, precommit_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:20.277897 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-d6767618-86ab-41bb-b3c8-33ea8125dd4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:20.280031 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-ace047af-4e53-443b-8554-666dd0132814 None None] Transition to ACTIVE for port object f1091f7d-9c31-4c69-8e9f-05a575e90811 will not be triggered until provisioned by entity L2. {{(pid=86840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:49:20.289154 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-ace047af-4e53-443b-8554-666dd0132814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826'] for port, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:20.295284 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:49:20.311543 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [req-b4ad7c77-e42f-4898-a93c-ab0ba335e1bd req-c49afc0c-e1d6-4135-85d8-9049fde9b20e tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Unset dirty status for tenant:3b7f85b4c3f6438bbd0febee23146dbf on resource:network {{(pid=86837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:49:20.313115 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-b4ad7c77-e42f-4898-a93c-ab0ba335e1bd req-c49afc0c-e1d6-4135-85d8-9049fde9b20e tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] 10.222.0.54 "GET /v2.0/networks?id=b15c6796-f0a9-4d15-aa1e-eb7fe36a0201 HTTP/1.1" status: 200 len: 814 time: 0.3518736 Nov 23 12:49:20.371263 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.v2.base [req-b4ad7c77-e42f-4898-a93c-ab0ba335e1bd req-ec9fae2f-2851-423f-8bd4-a262aa7e6e17 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Request body: {'port': {'device_id': '6bb52a82-ed7f-4d60-bc04-7f2925dfab36', 'network_id': 'b15c6796-f0a9-4d15-aa1e-eb7fe36a0201', 'admin_state_up': True, 'tenant_id': '3b7f85b4c3f6438bbd0febee23146dbf'}} {{(pid=86837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:49:20.410336 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.managers [None req-ace047af-4e53-443b-8554-666dd0132814 None None] Attempting to bind port f1091f7d-9c31-4c69-8e9f-05a575e90811 on host dv-cinder-818883-1-smb for vnic_type normal with profile {{(pid=86840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 12:49:20.410788 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.managers [None req-ace047af-4e53-443b-8554-666dd0132814 None None] Attempting to bind port f1091f7d-9c31-4c69-8e9f-05a575e90811 by drivers openvswitch,hyperv on host dv-cinder-818883-1-smb at level 0 using segments [{'id': '2dcdf227-6722-4632-a1c4-3c71d035812a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429'}] {{(pid=86840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 12:49:20.411167 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace047af-4e53-443b-8554-666dd0132814 None None] Attempting to bind port f1091f7d-9c31-4c69-8e9f-05a575e90811 on network 2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429 {{(pid=86840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:49:20.420207 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2181337-3d72-40ef-adeb-e56686394a8d None None] Pushing event updated for resources: {'Port': ['ID=f1091f7d-9c31-4c69-8e9f-05a575e90811,revision_number=2']} {{(pid=86840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:49:20.422895 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace047af-4e53-443b-8554-666dd0132814 None None] Checking agent: {'id': 'cd5e743e-4289-46d3-a833-871886dcba65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818883-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 37, 23), 'started_at': datetime.datetime(2021, 11, 23, 12, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818883-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 12:49:20.423293 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace047af-4e53-443b-8554-666dd0132814 None None] Checking segment: {'id': '2dcdf227-6722-4632-a1c4-3c71d035812a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:49:20.423708 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-ace047af-4e53-443b-8554-666dd0132814 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:20.424099 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace047af-4e53-443b-8554-666dd0132814 None None] Bound using segment: {'id': '2dcdf227-6722-4632-a1c4-3c71d035812a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429'} {{(pid=86840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 12:49:20.424587 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.managers [None req-ace047af-4e53-443b-8554-666dd0132814 None None] Bound port: f1091f7d-9c31-4c69-8e9f-05a575e90811, host: dv-cinder-818883-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dcdf227-6722-4632-a1c4-3c71d035812a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429'}}] {{(pid=86840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 12:49:20.425030 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-ace047af-4e53-443b-8554-666dd0132814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:20.451601 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-d2181337-3d72-40ef-adeb-e56686394a8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:49:20.501061 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400752cb-6634-4462-9d3a-ef3730bd4c2d req-e26fa2e1-0d18-4742-abda-23566518f1fc tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:20.502684 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-400752cb-6634-4462-9d3a-ef3730bd4c2d req-e26fa2e1-0d18-4742-abda-23566518f1fc tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4d90f60-e137-4811-85c3-0bcfe3e77242 HTTP/1.1" status: 200 len: 946 time: 0.1340206 Nov 23 12:49:20.545881 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-ace047af-4e53-443b-8554-666dd0132814 None None] For port f1091f7d-9c31-4c69-8e9f-05a575e90811, host dv-cinder-818883-1-smb, cleared binding levels {{(pid=86840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 12:49:20.553669 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-ace047af-4e53-443b-8554-666dd0132814 None None] For port f1091f7d-9c31-4c69-8e9f-05a575e90811, host dv-cinder-818883-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-smb',level=0,port_id=f1091f7d-9c31-4c69-8e9f-05a575e90811,segment=NetworkSegment(2dcdf227-6722-4632-a1c4-3c71d035812a),segment_id=2dcdf227-6722-4632-a1c4-3c71d035812a)] {{(pid=86840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 12:49:20.560265 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-ace047af-4e53-443b-8554-666dd0132814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826'] for port, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:20.569220 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-84499844-073a-49c5-a067-fc9e7d527d98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:49:20.623439 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-400752cb-6634-4462-9d3a-ef3730bd4c2d req-dee15552-d429-4421-8c75-4a1f7c5321b4 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07395ea-6958-4a30-8653-814e78309a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142671 Nov 23 12:49:20.668839 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [req-b4ad7c77-e42f-4898-a93c-ab0ba335e1bd req-ec9fae2f-2851-423f-8bd4-a262aa7e6e17 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:49:20.680375 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [req-b4ad7c77-e42f-4898-a93c-ab0ba335e1bd req-ec9fae2f-2851-423f-8bd4-a262aa7e6e17 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Usage tracker for resource:port and tenant:3b7f85b4c3f6438bbd0febee23146dbf is out of sync, need to count used quota {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:49:20.683241 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace047af-4e53-443b-8554-666dd0132814 None None] Routers {'0d3feef8-7ab0-44b7-a31f-f9d3ae6393be'} bound to L3 agent in host dv-cinder-818883-1-smb {{(pid=86840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:49:20.684049 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.l3_hamode_db [None req-ace047af-4e53-443b-8554-666dd0132814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T12:37:26Z,description=,heartbeat_timestamp=2021-11-23T12:48:56Z,host='dv-cinder-818883-1-smb',id=d7c7f769-7b7b-49b8-a5c1-735df886e043,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:37:26Z,topic='l3_agent')) {'router_ids': ['0d3feef8-7ab0-44b7-a31f-f9d3ae6393be'], 'active': True} {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:49:20.715808 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [req-b4ad7c77-e42f-4898-a93c-ab0ba335e1bd req-ec9fae2f-2851-423f-8bd4-a262aa7e6e17 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:49:20.733386 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [req-b4ad7c77-e42f-4898-a93c-ab0ba335e1bd req-ec9fae2f-2851-423f-8bd4-a262aa7e6e17 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:49:20.762232 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4ad7c77-e42f-4898-a93c-ab0ba335e1bd req-ec9fae2f-2851-423f-8bd4-a262aa7e6e17 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Made reservation on behalf of 3b7f85b4c3f6438bbd0febee23146dbf for: {'port': 1} {{(pid=86837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:49:20.763508 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2181337-3d72-40ef-adeb-e56686394a8d None None] Pushing event updated for resources: {'Port': ['ID=f1091f7d-9c31-4c69-8e9f-05a575e90811,revision_number=3']} {{(pid=86840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:49:20.765972 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-b4ad7c77-e42f-4898-a93c-ab0ba335e1bd req-ec9fae2f-2851-423f-8bd4-a262aa7e6e17 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:20.773933 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-d2181337-3d72-40ef-adeb-e56686394a8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:49:20.787888 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.db_base_plugin_common [None req-d6767618-86ab-41bb-b3c8-33ea8125dd4f admin admin] Allocated IP 172.20.0.1 (863a1e50-6324-476a-bb82-68f7fcf8fe7f/f7f25b7d-0ccf-4bc2-a609-ac7ad2c481be/e82eb69f-bea0-4e7c-b05b-1b089c1427b9) {{(pid=86837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:49:21.035800 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvr_db [None req-ace047af-4e53-443b-8554-666dd0132814 None None] Set router 0d3feef8-7ab0-44b7-a31f-f9d3ae6393be gateway port host: dv-cinder-818883-1-smb {{(pid=86840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:49:21.115963 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-dad10ce3-213b-4fcd-bd21-0d316bfdfece req-913f325d-b8b7-415a-887d-b124cca57b9d tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bb52a82-ed7f-4d60-bc04-7f2925dfab36 HTTP/1.1" status: 200 len: 210 time: 0.1215718 Nov 23 12:49:21.221906 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a9718a-fdf0-4b8f-aa4c-48a674176b7b req-116c4672-76d8-4c43-a314-2c2bb4bb5e48 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:21.224675 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-49a9718a-fdf0-4b8f-aa4c-48a674176b7b req-116c4672-76d8-4c43-a314-2c2bb4bb5e48 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.54 "GET /v2.0/ports?device_id=c4d90f60-e137-4811-85c3-0bcfe3e77242 HTTP/1.1" status: 200 len: 946 time: 0.1764140 Nov 23 12:49:21.427771 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.plugin [req-49a9718a-fdf0-4b8f-aa4c-48a674176b7b req-c649fc73-33a9-4900-af5d-58002b5ef551 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Deleting port 544b571b-f84a-45cd-82a6-bcdf0529258b {{(pid=86838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 12:49:21.428871 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-49a9718a-fdf0-4b8f-aa4c-48a674176b7b req-c649fc73-33a9-4900-af5d-58002b5ef551 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788171068353'] for port, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:21.430543 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-d6767618-86ab-41bb-b3c8-33ea8125dd4f admin admin] Notify callbacks [] for port, precommit_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:21.450406 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.db_base_plugin_common [req-b4ad7c77-e42f-4898-a93c-ab0ba335e1bd req-ec9fae2f-2851-423f-8bd4-a262aa7e6e17 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Allocated IP 172.20.0.11 (b15c6796-f0a9-4d15-aa1e-eb7fe36a0201/62fcaa5c-0ecb-4cd2-b592-53ffd52c0337/850c8f55-cdfa-4771-97ce-36f7b8423a3b) {{(pid=86837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:49:21.470625 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.provisioning_blocks [None req-d6767618-86ab-41bb-b3c8-33ea8125dd4f admin admin] Transition to ACTIVE for port object e82eb69f-bea0-4e7c-b05b-1b089c1427b9 will not be triggered until provisioned by entity DHCP. {{(pid=86837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:49:21.554059 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.l3_hamode_db [None req-ace047af-4e53-443b-8554-666dd0132814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d3feef8-7ab0-44b7-a31f-f9d3ae6393be', 'name': 'tempest-TestShelveInstance-362531409-router', 'tenant_id': '904fe0d63bc7415b845bd812c5c3d7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'external_fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.194'}], 'enable_snat': True}, 'gw_port_id': 'f1091f7d-9c31-4c69-8e9f-05a575e90811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:49:14Z', 'updated_at': '2021-11-23T12:49:17Z', 'revision_number': 3, 'project_id': '904fe0d63bc7415b845bd812c5c3d7d5', 'gw_port': {'id': 'f1091f7d-9c31-4c69-8e9f-05a575e90811', 'name': '', 'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:6d:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d3feef8-7ab0-44b7-a31f-f9d3ae6393be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:49:16Z', 'updated_at': '2021-11-23T12:49:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-smb'}], 'dv-cinder-818883-1-smb', False) {} {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:49:21.567829 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace047af-4e53-443b-8554-666dd0132814 None None] The sync data for ids ['0d3feef8-7ab0-44b7-a31f-f9d3ae6393be'] in dv-cinder-818883-1-smb is: [{'id': '0d3feef8-7ab0-44b7-a31f-f9d3ae6393be', 'name': 'tempest-TestShelveInstance-362531409-router', 'tenant_id': '904fe0d63bc7415b845bd812c5c3d7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'external_fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.194'}], 'enable_snat': True}, 'gw_port_id': 'f1091f7d-9c31-4c69-8e9f-05a575e90811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:49:14Z', 'updated_at': '2021-11-23T12:49:17Z', 'revision_number': 3, 'project_id': '904fe0d63bc7415b845bd812c5c3d7d5', 'gw_port': {'id': 'f1091f7d-9c31-4c69-8e9f-05a575e90811', 'name': '', 'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:6d:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d3feef8-7ab0-44b7-a31f-f9d3ae6393be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:49:16Z', 'updated_at': '2021-11-23T12:49:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-smb'}] {{(pid=86840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 12:49:21.672322 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-d6767618-86ab-41bb-b3c8-33ea8125dd4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788170525763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6379447'] for port, after_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:21.682188 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-cfdc738a-15a8-4870-b2ed-0edc5a5358eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:49:21.912161 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6767618-86ab-41bb-b3c8-33ea8125dd4f admin admin] Network 863a1e50-6324-476a-bb82-68f7fcf8fe7f is already hosted by enough agents. {{(pid=86837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:49:21.934381 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.scheduler.base_scheduler [None req-d6767618-86ab-41bb-b3c8-33ea8125dd4f admin admin] Resources bound (agent type, host, resource id): {{(pid=86837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:49:21.957983 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6767618-86ab-41bb-b3c8-33ea8125dd4f admin admin] Received port after_create {{(pid=86837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 12:49:22.010520 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6767618-86ab-41bb-b3c8-33ea8125dd4f admin admin] Pushing event updated for resources: {'Port': ['ID=e82eb69f-bea0-4e7c-b05b-1b089c1427b9,revision_number=1']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:49:22.034623 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-d6767618-86ab-41bb-b3c8-33ea8125dd4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:49:22.126653 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-b4ad7c77-e42f-4898-a93c-ab0ba335e1bd req-ec9fae2f-2851-423f-8bd4-a262aa7e6e17 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Notify callbacks [] for port, precommit_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:22.163130 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-d6767618-86ab-41bb-b3c8-33ea8125dd4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595666'] for router_interface, before_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:22.195289 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.db [req-49a9718a-fdf0-4b8f-aa4c-48a674176b7b req-c649fc73-33a9-4900-af5d-58002b5ef551 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] For port 544b571b-f84a-45cd-82a6-bcdf0529258b, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=544b571b-f84a-45cd-82a6-bcdf0529258b,segment=NetworkSegment(2ce219c0-31bb-4a35-97c5-ece432ad3767),segment_id=2ce219c0-31bb-4a35-97c5-ece432ad3767)] {{(pid=86838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:49:22.195775 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-49a9718a-fdf0-4b8f-aa4c-48a674176b7b req-c649fc73-33a9-4900-af5d-58002b5ef551 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506271'] for port, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:22.223994 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.provisioning_blocks [req-b4ad7c77-e42f-4898-a93c-ab0ba335e1bd req-ec9fae2f-2851-423f-8bd4-a262aa7e6e17 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Transition to ACTIVE for port object 850c8f55-cdfa-4771-97ce-36f7b8423a3b will not be triggered until provisioned by entity DHCP. {{(pid=86837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:49:22.311417 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-b4ad7c77-e42f-4898-a93c-ab0ba335e1bd req-ec9fae2f-2851-423f-8bd4-a262aa7e6e17 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788170525763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6379447'] for port, after_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:22.320969 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-94192b1f-d7c2-4c57-be07-d1d76f26670f tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:49:22.439070 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.plugin [req-49a9718a-fdf0-4b8f-aa4c-48a674176b7b req-c649fc73-33a9-4900-af5d-58002b5ef551 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Calling delete_port for 544b571b-f84a-45cd-82a6-bcdf0529258b owned by compute:nova {{(pid=86838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 12:49:22.507688 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-bff2ae75-ce53-4081-99f3-b42d0572c7c9 None None] Provisioning for port e82eb69f-bea0-4e7c-b05b-1b089c1427b9 completed by entity DHCP. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:49:22.520623 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-bff2ae75-ce53-4081-99f3-b42d0572c7c9 None None] Provisioning complete for port e82eb69f-bea0-4e7c-b05b-1b089c1427b9 triggered by entity DHCP. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:49:22.521429 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-bff2ae75-ce53-4081-99f3-b42d0572c7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567787'] for port, provisioning_complete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:22.663555 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.plugin [None req-bff2ae75-ce53-4081-99f3-b42d0572c7c9 None None] Port e82eb69f-bea0-4e7c-b05b-1b089c1427b9 cannot update to ACTIVE because it is not bound. {{(pid=86839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 23 12:49:22.750680 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4ad7c77-e42f-4898-a93c-ab0ba335e1bd req-ec9fae2f-2851-423f-8bd4-a262aa7e6e17 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Network b15c6796-f0a9-4d15-aa1e-eb7fe36a0201 is already hosted by enough agents. {{(pid=86837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:49:22.752312 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-d6767618-86ab-41bb-b3c8-33ea8125dd4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:22.767525 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.scheduler.base_scheduler [req-b4ad7c77-e42f-4898-a93c-ab0ba335e1bd req-ec9fae2f-2851-423f-8bd4-a262aa7e6e17 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Resources bound (agent type, host, resource id): {{(pid=86837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:49:22.775910 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4ad7c77-e42f-4898-a93c-ab0ba335e1bd req-ec9fae2f-2851-423f-8bd4-a262aa7e6e17 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Received port after_create {{(pid=86837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 12:49:22.826457 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f285775-8a31-4c80-8385-16fb2d562bc2 req-a0eec6db-9858-4dd1-9a55-cf7a6a394d46 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:22.828352 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-0f285775-8a31-4c80-8385-16fb2d562bc2 req-a0eec6db-9858-4dd1-9a55-cf7a6a394d46 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4d90f60-e137-4811-85c3-0bcfe3e77242 HTTP/1.1" status: 200 len: 946 time: 0.2696099 Nov 23 12:49:22.843289 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9fae2f-2851-423f-8bd4-a262aa7e6e17 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Pushing event updated for resources: {'Port': ['ID=850c8f55-cdfa-4771-97ce-36f7b8423a3b,revision_number=1']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:49:22.858500 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-ec9fae2f-2851-423f-8bd4-a262aa7e6e17 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.538s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:49:22.899899 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3af568-f007-4cd9-aaa6-41865cd4c4c2 req-167ff0e6-0042-48b0-8d9a-34a590f1a07c tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:22.909234 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-ca3af568-f007-4cd9-aaa6-41865cd4c4c2 req-167ff0e6-0042-48b0-8d9a-34a590f1a07c tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bb52a82-ed7f-4d60-bc04-7f2925dfab36 HTTP/1.1" status: 200 len: 932 time: 0.3526175 Nov 23 12:49:22.924340 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-62957f52-a122-4366-a9a1-7857dc0126f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:22.966970 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-49a9718a-fdf0-4b8f-aa4c-48a674176b7b req-c649fc73-33a9-4900-af5d-58002b5ef551 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788171071573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788170525772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8277302'] for port, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:22.984310 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-4b59d7c0-b2dc-4ecf-a079-b2e448d0c93d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:49:22.988044 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] get_ports_and_sgs() called for port_ids ['802d7382-a7a7-4d00-8901-3b4993b19393'] {{(pid=86839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 12:49:23.153646 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Device f1091f7d-9c31-4c69-8e9f-05a575e90811 up at agent ovs-agent-dv-cinder-818883-1-smb {{(pid=86839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:49:23.179843 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ad7c77-e42f-4898-a93c-ab0ba335e1bd req-ec9fae2f-2851-423f-8bd4-a262aa7e6e17 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:23.180800 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-b4ad7c77-e42f-4898-a93c-ab0ba335e1bd req-ec9fae2f-2851-423f-8bd4-a262aa7e6e17 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188604'] for port, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:23.367602 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Provisioning for port f1091f7d-9c31-4c69-8e9f-05a575e90811 completed by entity L2. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:49:23.377537 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-71836674-fe6d-4c75-b34a-e2e871ad7940 None None] Provisioning for port 850c8f55-cdfa-4771-97ce-36f7b8423a3b completed by entity DHCP. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:49:23.417119 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Provisioning complete for port f1091f7d-9c31-4c69-8e9f-05a575e90811 triggered by entity L2. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:49:23.417985 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567787'] for port, provisioning_complete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:23.473150 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-b4ad7c77-e42f-4898-a93c-ab0ba335e1bd req-ec9fae2f-2851-423f-8bd4-a262aa7e6e17 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1106117 Nov 23 12:49:23.497100 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-71836674-fe6d-4c75-b34a-e2e871ad7940 None None] Provisioning complete for port 850c8f55-cdfa-4771-97ce-36f7b8423a3b triggered by entity DHCP. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:49:23.498386 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-71836674-fe6d-4c75-b34a-e2e871ad7940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567787'] for port, provisioning_complete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:23.626996 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:23.641693 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-0f285775-8a31-4c80-8385-16fb2d562bc2 req-db965f31-d580-46c6-aaff-8196468294bb tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07395ea-6958-4a30-8653-814e78309a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8039277 Nov 23 12:49:23.679267 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.v2.base [req-b4ad7c77-e42f-4898-a93c-ab0ba335e1bd req-7817497b-67ce-4961-8042-3fa673b55ae8 service neutron] Request body: {'port': {'device_id': '6bb52a82-ed7f-4d60-bc04-7f2925dfab36', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:49:23.680082 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-ca3af568-f007-4cd9-aaa6-41865cd4c4c2 req-c2e02eb7-b8cd-4f85-8b16-02058fde88fd tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] 10.222.0.31 "GET /v2.0/security-groups?id=9da913dc-3b2c-4e11-a727-e7a51cca0bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7574308 Nov 23 12:49:23.692634 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c649fc73-33a9-4900-af5d-58002b5ef551 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Pushing event deleted for resources: {'Port': ['ID=544b571b-f84a-45cd-82a6-bcdf0529258b,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:49:23.702593 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-c649fc73-33a9-4900-af5d-58002b5ef551 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.717s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:49:23.708315 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.l3_dvrscheduler_db [req-49a9718a-fdf0-4b8f-aa4c-48a674176b7b req-c649fc73-33a9-4900-af5d-58002b5ef551 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] No DVR routers for this DVR port 544b571b-f84a-45cd-82a6-bcdf0529258b on host hv-cinder-81888 {{(pid=86838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 12:49:23.726832 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-49a9718a-fdf0-4b8f-aa4c-48a674176b7b req-c649fc73-33a9-4900-af5d-58002b5ef551 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188604'] for port, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:23.733185 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.plugin [None req-71836674-fe6d-4c75-b34a-e2e871ad7940 None None] Port 850c8f55-cdfa-4771-97ce-36f7b8423a3b cannot update to ACTIVE because it is not bound. {{(pid=86839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 23 12:49:23.769490 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4d90f60-e137-4811-85c3-0bcfe3e77242', 'name': 'network-vif-deleted', 'tag': '544b571b-f84a-45cd-82a6-bcdf0529258b'}] {{(pid=86838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:49:23.772479 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-d6767618-86ab-41bb-b3c8-33ea8125dd4f admin admin] Notify callbacks [] for port, precommit_update {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:23.779258 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-d6767618-86ab-41bb-b3c8-33ea8125dd4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6379454'] for port, after_update {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:23.832973 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-49a9718a-fdf0-4b8f-aa4c-48a674176b7b req-c649fc73-33a9-4900-af5d-58002b5ef551 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.54 "DELETE /v2.0/ports/544b571b-f84a-45cd-82a6-bcdf0529258b HTTP/1.1" status: 204 len: 173 time: 2.5923371 Nov 23 12:49:23.863548 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-d6767618-86ab-41bb-b3c8-33ea8125dd4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:49:23.971842 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:24.000154 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] For port f1091f7d-9c31-4c69-8e9f-05a575e90811, host dv-cinder-818883-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-smb',level=0,port_id=f1091f7d-9c31-4c69-8e9f-05a575e90811,segment=NetworkSegment(2dcdf227-6722-4632-a1c4-3c71d035812a),segment_id=2dcdf227-6722-4632-a1c4-3c71d035812a)] {{(pid=86839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:49:24.007580 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826'] for port, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:24.009743 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:49:24.012618 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4d90f60-e137-4811-85c3-0bcfe3e77242', 'name': 'network-vif-deleted', 'tag': '544b571b-f84a-45cd-82a6-bcdf0529258b', 'status': 'completed', 'code': 200} Nov 23 12:49:24.114414 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-d6767618-86ab-41bb-b3c8-33ea8125dd4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1595889'] for router_interface, after_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:24.150436 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Pushing event updated for resources: {'Port': ['ID=f1091f7d-9c31-4c69-8e9f-05a575e90811,revision_number=4']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:49:24.158205 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:49:24.180696 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-b4ad7c77-e42f-4898-a93c-ab0ba335e1bd req-7817497b-67ce-4961-8042-3fa673b55ae8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:24.195789 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6767618-86ab-41bb-b3c8-33ea8125dd4f admin admin] Pushing event updated for resources: {'Port': ['ID=e82eb69f-bea0-4e7c-b05b-1b089c1427b9,revision_number=2']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:49:24.204448 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-d6767618-86ab-41bb-b3c8-33ea8125dd4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:49:24.393728 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Device 544b571b-f84a-45cd-82a6-bcdf0529258b no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 12:49:24.479324 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6767618-86ab-41bb-b3c8-33ea8125dd4f admin admin] Network 863a1e50-6324-476a-bb82-68f7fcf8fe7f is already hosted by enough agents. {{(pid=86837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:49:24.483445 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.scheduler.base_scheduler [None req-d6767618-86ab-41bb-b3c8-33ea8125dd4f admin admin] Resources bound (agent type, host, resource id): {{(pid=86837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:49:24.509323 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.plugin [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] No Port match for: 544b571b-f84a-45cd-82a6-bcdf0529258b {{(pid=86839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 12:49:24.510055 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Device 544b571b-f84a-45cd-82a6-bcdf0529258b not bound to the agent host hv-cinder-81888 {{(pid=86839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 12:49:24.799985 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-ae51c177-5cc8-4ba6-aa7b-ffd3c75d53aa None None] Provisioning complete for port e82eb69f-bea0-4e7c-b05b-1b089c1427b9 triggered by entity DHCP. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:49:24.803344 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-ae51c177-5cc8-4ba6-aa7b-ffd3c75d53aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567787'] for port, provisioning_complete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:24.845306 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6767618-86ab-41bb-b3c8-33ea8125dd4f admin admin] Router 0d3feef8-7ab0-44b7-a31f-f9d3ae6393be has already been hosted by L3 agent d7c7f769-7b7b-49b8-a5c1-735df886e043 {{(pid=86837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 12:49:24.926779 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.plugin [None req-ae51c177-5cc8-4ba6-aa7b-ffd3c75d53aa None None] Port e82eb69f-bea0-4e7c-b05b-1b089c1427b9 cannot update to ACTIVE because it is not bound. {{(pid=86839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 23 12:49:25.004214 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.notifiers.nova [req-b4ad7c77-e42f-4898-a93c-ab0ba335e1bd req-7817497b-67ce-4961-8042-3fa673b55ae8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 850c8f55-cdfa-4771-97ce-36f7b8423a3b {{(pid=86837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 12:49:25.005590 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-aad33ed6-a5fa-476e-8cd2-7174b30f759d req-69168f66-131e-451e-879c-6d71d1167272 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Synchronizing usage tracker for tenant:91624ff73b014ed4aa8831330bf94986 on resource:port {{(pid=86838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:49:25.008209 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Device f1091f7d-9c31-4c69-8e9f-05a575e90811 up at agent ovs-agent-dv-cinder-818883-1-smb {{(pid=86839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:49:25.027303 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-b4ad7c77-e42f-4898-a93c-ab0ba335e1bd req-7817497b-67ce-4961-8042-3fa673b55ae8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:25.047238 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-aad33ed6-a5fa-476e-8cd2-7174b30f759d req-69168f66-131e-451e-879c-6d71d1167272 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Unset dirty status for tenant:91624ff73b014ed4aa8831330bf94986 on resource:port {{(pid=86838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:49:25.048919 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-aad33ed6-a5fa-476e-8cd2-7174b30f759d req-69168f66-131e-451e-879c-6d71d1167272 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4d90f60-e137-4811-85c3-0bcfe3e77242 HTTP/1.1" status: 200 len: 210 time: 0.1489358 Nov 23 12:49:25.077926 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6778e6-0098-482b-a270-ced4133b4295 req-3f779e45-d95a-4b26-8088-18e9d9f1321b tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:25.085786 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-bc6778e6-0098-482b-a270-ced4133b4295 req-3f779e45-d95a-4b26-8088-18e9d9f1321b tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bb52a82-ed7f-4d60-bc04-7f2925dfab36 HTTP/1.1" status: 200 len: 932 time: 0.1406922 Nov 23 12:49:25.108113 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.provisioning_blocks [req-b4ad7c77-e42f-4898-a93c-ab0ba335e1bd req-7817497b-67ce-4961-8042-3fa673b55ae8 service neutron] Transition to ACTIVE for port object 850c8f55-cdfa-4771-97ce-36f7b8423a3b will not be triggered until provisioned by entity L2. {{(pid=86837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:49:25.158341 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Provisioning complete for port f1091f7d-9c31-4c69-8e9f-05a575e90811 triggered by entity L2. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:49:25.159675 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567787'] for port, provisioning_complete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:25.222779 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-bc6778e6-0098-482b-a270-ced4133b4295 req-3bad7446-f461-41f9-ab60-5123604adce3 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] 10.222.0.31 "GET /v2.0/security-groups?id=9da913dc-3b2c-4e11-a727-e7a51cca0bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357901 Nov 23 12:49:25.256100 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-b4ad7c77-e42f-4898-a93c-ab0ba335e1bd req-7817497b-67ce-4961-8042-3fa673b55ae8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6379454'] for port, after_update {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:25.448990 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-8811baef-10d5-425a-ba2e-839f5cf81a9d tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:49:25.687326 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-ec4206dd-2d30-46b9-9cd8-313614cb86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:25.706930 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6767618-86ab-41bb-b3c8-33ea8125dd4f admin admin] Notify agent at l3_agent.dv-cinder-818883-1-smb the message routers_updated {{(pid=86837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 12:49:25.718814 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6acdb22-31d7-490a-a22a-e38b6a735f17 None None] Sync routers for ids ['0d3feef8-7ab0-44b7-a31f-f9d3ae6393be'] in dv-cinder-818883-1-smb {{(pid=86839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 12:49:25.740408 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7817497b-67ce-4961-8042-3fa673b55ae8 service neutron] Pushing event updated for resources: {'Port': ['ID=850c8f55-cdfa-4771-97ce-36f7b8423a3b,revision_number=2']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:49:25.746826 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-d6767618-86ab-41bb-b3c8-33ea8125dd4f admin admin] 10.222.0.31 "PUT /v2.0/routers/0d3feef8-7ab0-44b7-a31f-f9d3ae6393be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8161764 Nov 23 12:49:25.752075 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-7817497b-67ce-4961-8042-3fa673b55ae8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:49:25.752758 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6acdb22-31d7-490a-a22a-e38b6a735f17 None None] Routers {'0d3feef8-7ab0-44b7-a31f-f9d3ae6393be'} bound to L3 agent in host dv-cinder-818883-1-smb {{(pid=86839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:49:25.753527 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_hamode_db [None req-b6acdb22-31d7-490a-a22a-e38b6a735f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T12:37:26Z,description=,heartbeat_timestamp=2021-11-23T12:49:26Z,host='dv-cinder-818883-1-smb',id=d7c7f769-7b7b-49b8-a5c1-735df886e043,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:37:26Z,topic='l3_agent')) {'router_ids': ['0d3feef8-7ab0-44b7-a31f-f9d3ae6393be'], 'active': True} {{(pid=86839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:49:25.858735 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.managers [req-b4ad7c77-e42f-4898-a93c-ab0ba335e1bd req-7817497b-67ce-4961-8042-3fa673b55ae8 service neutron] Attempting to bind port 850c8f55-cdfa-4771-97ce-36f7b8423a3b on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 12:49:25.859409 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.managers [req-b4ad7c77-e42f-4898-a93c-ab0ba335e1bd req-7817497b-67ce-4961-8042-3fa673b55ae8 service neutron] Attempting to bind port 850c8f55-cdfa-4771-97ce-36f7b8423a3b by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '59a6b585-e3ee-45c8-9d46-49d25176996c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'b15c6796-f0a9-4d15-aa1e-eb7fe36a0201'}] {{(pid=86837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 12:49:25.859705 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ad7c77-e42f-4898-a93c-ab0ba335e1bd req-7817497b-67ce-4961-8042-3fa673b55ae8 service neutron] Attempting to bind port 850c8f55-cdfa-4771-97ce-36f7b8423a3b on network b15c6796-f0a9-4d15-aa1e-eb7fe36a0201 {{(pid=86837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:49:25.865413 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ad7c77-e42f-4898-a93c-ab0ba335e1bd req-7817497b-67ce-4961-8042-3fa673b55ae8 service neutron] Port 850c8f55-cdfa-4771-97ce-36f7b8423a3b on network b15c6796-f0a9-4d15-aa1e-eb7fe36a0201 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 23 12:49:25.865737 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ad7c77-e42f-4898-a93c-ab0ba335e1bd req-7817497b-67ce-4961-8042-3fa673b55ae8 service neutron] Attempting to bind port 850c8f55-cdfa-4771-97ce-36f7b8423a3b on network b15c6796-f0a9-4d15-aa1e-eb7fe36a0201 {{(pid=86837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:49:25.897935 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ad7c77-e42f-4898-a93c-ab0ba335e1bd req-7817497b-67ce-4961-8042-3fa673b55ae8 service neutron] Checking agent: {'id': 'c02b2241-eea5-43d7-ab73-e33b65374cd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 44, 5), 'started_at': datetime.datetime(2021, 11, 23, 12, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 12:49:25.898324 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ad7c77-e42f-4898-a93c-ab0ba335e1bd req-7817497b-67ce-4961-8042-3fa673b55ae8 service neutron] Checking segment: {'id': '59a6b585-e3ee-45c8-9d46-49d25176996c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'b15c6796-f0a9-4d15-aa1e-eb7fe36a0201'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:49:25.898693 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ad7c77-e42f-4898-a93c-ab0ba335e1bd req-7817497b-67ce-4961-8042-3fa673b55ae8 service neutron] Bound using segment: {'id': '59a6b585-e3ee-45c8-9d46-49d25176996c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'b15c6796-f0a9-4d15-aa1e-eb7fe36a0201'} {{(pid=86837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 12:49:25.911229 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.managers [req-b4ad7c77-e42f-4898-a93c-ab0ba335e1bd req-7817497b-67ce-4961-8042-3fa673b55ae8 service neutron] Bound port: 850c8f55-cdfa-4771-97ce-36f7b8423a3b, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59a6b585-e3ee-45c8-9d46-49d25176996c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'b15c6796-f0a9-4d15-aa1e-eb7fe36a0201'}}] {{(pid=86837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 12:49:25.911632 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-b4ad7c77-e42f-4898-a93c-ab0ba335e1bd req-7817497b-67ce-4961-8042-3fa673b55ae8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:26.099517 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.db [req-b4ad7c77-e42f-4898-a93c-ab0ba335e1bd req-7817497b-67ce-4961-8042-3fa673b55ae8 service neutron] For port 850c8f55-cdfa-4771-97ce-36f7b8423a3b, host hv-cinder-81888, cleared binding levels {{(pid=86837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 12:49:26.106756 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.db [req-b4ad7c77-e42f-4898-a93c-ab0ba335e1bd req-7817497b-67ce-4961-8042-3fa673b55ae8 service neutron] For port 850c8f55-cdfa-4771-97ce-36f7b8423a3b, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=850c8f55-cdfa-4771-97ce-36f7b8423a3b,segment=NetworkSegment(59a6b585-e3ee-45c8-9d46-49d25176996c),segment_id=59a6b585-e3ee-45c8-9d46-49d25176996c)] {{(pid=86837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 12:49:26.114295 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-b4ad7c77-e42f-4898-a93c-ab0ba335e1bd req-7817497b-67ce-4961-8042-3fa673b55ae8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6379454'] for port, after_update {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:26.119942 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_dvr_db [None req-b6acdb22-31d7-490a-a22a-e38b6a735f17 None None] Set router 0d3feef8-7ab0-44b7-a31f-f9d3ae6393be gateway port host: dv-cinder-818883-1-smb {{(pid=86839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:49:26.124211 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-66b35482-2355-423a-acb2-cd0b387ee0bb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:49:26.267199 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ad7c77-e42f-4898-a93c-ab0ba335e1bd req-7817497b-67ce-4961-8042-3fa673b55ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:26.267892 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-b4ad7c77-e42f-4898-a93c-ab0ba335e1bd req-7817497b-67ce-4961-8042-3fa673b55ae8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188604'] for port, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:26.269567 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-b4ad7c77-e42f-4898-a93c-ab0ba335e1bd req-7817497b-67ce-4961-8042-3fa673b55ae8 service neutron] 10.222.0.54 "PUT /v2.0/ports/850c8f55-cdfa-4771-97ce-36f7b8423a3b HTTP/1.1" status: 200 len: 1094 time: 2.6206944 Nov 23 12:49:26.270093 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bb52a82-ed7f-4d60-bc04-7f2925dfab36', 'tag': '850c8f55-cdfa-4771-97ce-36f7b8423a3b'}] {{(pid=86837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:49:26.300563 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7817497b-67ce-4961-8042-3fa673b55ae8 service neutron] Pushing event updated for resources: {'Port': ['ID=850c8f55-cdfa-4771-97ce-36f7b8423a3b,revision_number=3']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:49:26.301655 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-aa22971e-9f3d-4c7f-ae74-98b760c620c3 req-7cfafb1e-b151-411b-a169-cb45bddf825d tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4d90f60-e137-4811-85c3-0bcfe3e77242 HTTP/1.1" status: 200 len: 210 time: 0.0828567 Nov 23 12:49:26.305423 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-7817497b-67ce-4961-8042-3fa673b55ae8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:49:26.680768 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a24328-17f3-401b-8f27-2297d93e2897 req-472c6470-9a68-451a-bcb5-e51a79730cd1 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:26.694836 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-a3a24328-17f3-401b-8f27-2297d93e2897 req-472c6470-9a68-451a-bcb5-e51a79730cd1 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bb52a82-ed7f-4d60-bc04-7f2925dfab36 HTTP/1.1" status: 200 len: 944 time: 0.2630723 Nov 23 12:49:26.809135 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-a3a24328-17f3-401b-8f27-2297d93e2897 req-b7e3563a-1320-4feb-8e6f-e65002423be8 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] 10.222.0.31 "GET /v2.0/security-groups?id=9da913dc-3b2c-4e11-a727-e7a51cca0bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104503 Nov 23 12:49:26.815192 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-8254020c-a8f6-4cc9-8d4f-32dd99c2f4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:26.941486 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bb52a82-ed7f-4d60-bc04-7f2925dfab36', 'tag': '850c8f55-cdfa-4771-97ce-36f7b8423a3b', 'status': 'completed', 'code': 200} Nov 23 12:49:26.957892 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_hamode_db [None req-b6acdb22-31d7-490a-a22a-e38b6a735f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d3feef8-7ab0-44b7-a31f-f9d3ae6393be', 'name': 'tempest-TestShelveInstance-362531409-router', 'tenant_id': '904fe0d63bc7415b845bd812c5c3d7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'external_fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.194'}], 'enable_snat': True}, 'gw_port_id': 'f1091f7d-9c31-4c69-8e9f-05a575e90811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:49:14Z', 'updated_at': '2021-11-23T12:49:22Z', 'revision_number': 4, 'project_id': '904fe0d63bc7415b845bd812c5c3d7d5', 'gw_port': {'id': 'f1091f7d-9c31-4c69-8e9f-05a575e90811', 'name': '', 'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:6d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3feef8-7ab0-44b7-a31f-f9d3ae6393be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:49:16Z', 'updated_at': '2021-11-23T12:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-smb', '_interfaces': [{'id': 'e82eb69f-bea0-4e7c-b05b-1b089c1427b9', 'name': '', 'network_id': '863a1e50-6324-476a-bb82-68f7fcf8fe7f', 'tenant_id': '904fe0d63bc7415b845bd812c5c3d7d5', 'mac_address': 'fa:16:3e:00:7f:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d3feef8-7ab0-44b7-a31f-f9d3ae6393be', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'f7f25b7d-0ccf-4bc2-a609-ac7ad2c481be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:49:20Z', 'updated_at': '2021-11-23T12:49:23Z', 'revision_number': 2, 'project_id': '904fe0d63bc7415b845bd812c5c3d7d5', 'subnets': [{'id': 'f7f25b7d-0ccf-4bc2-a609-ac7ad2c481be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-1-smb', False) {} {{(pid=86839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:49:26.967969 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6acdb22-31d7-490a-a22a-e38b6a735f17 None None] Checking router: 0d3feef8-7ab0-44b7-a31f-f9d3ae6393be for host: dv-cinder-818883-1-smb {{(pid=86839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 12:49:26.968330 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6acdb22-31d7-490a-a22a-e38b6a735f17 None None] Updating router 0d3feef8-7ab0-44b7-a31f-f9d3ae6393be port e82eb69f-bea0-4e7c-b05b-1b089c1427b9 binding host dv-cinder-818883-1-smb {{(pid=86839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 12:49:26.983175 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 51750) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:49:26.991674 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.v2.base [None req-239559f0-e537-415f-8585-c000b890e7d6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1047492321-network', 'tenant_id': 'eb3119e26d244b21b60a73851e96f9a8'}} {{(pid=86838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:49:27.008371 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-239559f0-e537-415f-8585-c000b890e7d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:49:27.021032 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-239559f0-e537-415f-8585-c000b890e7d6 admin admin] Usage tracker for resource:network and tenant:eb3119e26d244b21b60a73851e96f9a8 is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:49:27.028180 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-239559f0-e537-415f-8585-c000b890e7d6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:49:27.049064 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-239559f0-e537-415f-8585-c000b890e7d6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:49:27.080071 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-239559f0-e537-415f-8585-c000b890e7d6 admin admin] Made reservation on behalf of eb3119e26d244b21b60a73851e96f9a8 for: {'network': 1} {{(pid=86838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:49:27.084341 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-239559f0-e537-415f-8585-c000b890e7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for network, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:27.108855 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-b6acdb22-31d7-490a-a22a-e38b6a735f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:27.119986 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-239559f0-e537-415f-8585-c000b890e7d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:27.148796 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-239559f0-e537-415f-8585-c000b890e7d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:49:27.154611 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-239559f0-e537-415f-8585-c000b890e7d6 admin admin] Usage tracker for resource:security_group_rule and tenant:eb3119e26d244b21b60a73851e96f9a8 is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:49:27.158203 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-239559f0-e537-415f-8585-c000b890e7d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:49:27.165814 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-239559f0-e537-415f-8585-c000b890e7d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:49:27.290988 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-239559f0-e537-415f-8585-c000b890e7d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:27.300130 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-239559f0-e537-415f-8585-c000b890e7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:27.305136 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-931c531d-2c2a-497a-b57d-3fa59bb6ddc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:49:27.333818 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-239559f0-e537-415f-8585-c000b890e7d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 766, 'physical_network': 'physnet1'} {{(pid=86838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 12:49:27.348390 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239559f0-e537-415f-8585-c000b890e7d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c3de8bc-2776-4edd-837b-8acdcbfb866a,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:49:27.352895 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-239559f0-e537-415f-8585-c000b890e7d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:49:27.353974 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-239559f0-e537-415f-8585-c000b890e7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572451'] for segment, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:27.354325 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.db.segments_db [None req-239559f0-e537-415f-8585-c000b890e7d6 admin admin] Added segment c0a05d54-52eb-4a0f-af38-9bf1931592ff of type vlan for network 7c33d52a-87ae-4141-a6c7-5d10fc6e3b8d Nov 23 12:49:27.386287 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-239559f0-e537-415f-8585-c000b890e7d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788170511809'] for network, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:27.464831 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-239559f0-e537-415f-8585-c000b890e7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595'] for network, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:27.466632 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-239559f0-e537-415f-8585-c000b890e7d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:27.467251 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-239559f0-e537-415f-8585-c000b890e7d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600637'] for network, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:27.478818 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:49:27.635390 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-a798c584-a187-46c1-9ebd-97f1754c30ef req-b46de9e7-db75-46bd-82cd-ec33a2450bda tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4d90f60-e137-4811-85c3-0bcfe3e77242 HTTP/1.1" status: 200 len: 210 time: 0.1356683 Nov 23 12:49:27.645916 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239559f0-e537-415f-8585-c000b890e7d6 admin admin] Pushing event updated for resources: {'Network': ['ID=7c33d52a-87ae-4141-a6c7-5d10fc6e3b8d,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:49:27.649277 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-239559f0-e537-415f-8585-c000b890e7d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:49:27.651245 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-239559f0-e537-415f-8585-c000b890e7d6 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6668901 Nov 23 12:49:27.655563 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 51758) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:49:27.661802 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.v2.base [None req-e56a0ba5-6122-413e-879f-c132aecda3a7 admin admin] Request body: {'subnet': {'network_id': '7c33d52a-87ae-4141-a6c7-5d10fc6e3b8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1047492321-subnet', 'tenant_id': 'eb3119e26d244b21b60a73851e96f9a8', 'ip_version': 4}} {{(pid=86837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:49:27.684067 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-e56a0ba5-6122-413e-879f-c132aecda3a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:49:27.687909 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Network 7c33d52a-87ae-4141-a6c7-5d10fc6e3b8d details requested by agent ovs-agent-dv-cinder-818883-1-smb with host dv-cinder-818883-1-smb {{(pid=86839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 23 12:49:27.689991 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-e56a0ba5-6122-413e-879f-c132aecda3a7 admin admin] Usage tracker for resource:subnet and tenant:eb3119e26d244b21b60a73851e96f9a8 is out of sync, need to count used quota {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:49:27.693471 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-e56a0ba5-6122-413e-879f-c132aecda3a7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:49:27.700727 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-e56a0ba5-6122-413e-879f-c132aecda3a7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:49:27.720489 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e56a0ba5-6122-413e-879f-c132aecda3a7 admin admin] Made reservation on behalf of eb3119e26d244b21b60a73851e96f9a8 for: {'subnet': 1} {{(pid=86837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:49:27.723565 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-e56a0ba5-6122-413e-879f-c132aecda3a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8238016'] for subnet, before_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:27.822228 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-b6acdb22-31d7-490a-a22a-e38b6a735f17 None None] Notify callbacks [] for port, precommit_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:27.842662 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-b6acdb22-31d7-490a-a22a-e38b6a735f17 None None] Transition to ACTIVE for port object e82eb69f-bea0-4e7c-b05b-1b089c1427b9 will not be triggered until provisioned by entity L2. {{(pid=86839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:49:27.854527 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-b6acdb22-31d7-490a-a22a-e38b6a735f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826'] for port, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:27.868361 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-f7e02cb4-5667-4e3b-9d71-0fddb2a4d84a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:49:28.044671 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-e56a0ba5-6122-413e-879f-c132aecda3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6379459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8238066'] for subnet, after_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:28.052864 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-4f7e55d9-aefa-463b-bbbe-856c04c1bc10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:49:28.158064 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17729992-cd94-4f77-9fd9-7178ef71af0f None None] Pushing event updated for resources: {'Port': ['ID=e82eb69f-bea0-4e7c-b05b-1b089c1427b9,revision_number=3']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:49:28.169628 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17729992-cd94-4f77-9fd9-7178ef71af0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:49:28.169989 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17729992-cd94-4f77-9fd9-7178ef71af0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:49:28.170317 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17729992-cd94-4f77-9fd9-7178ef71af0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:49:28.170654 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17729992-cd94-4f77-9fd9-7178ef71af0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:49:28.171097 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17729992-cd94-4f77-9fd9-7178ef71af0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:49:28.171669 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17729992-cd94-4f77-9fd9-7178ef71af0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:49:28.171839 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17729992-cd94-4f77-9fd9-7178ef71af0f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:49:28.172254 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17729992-cd94-4f77-9fd9-7178ef71af0f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:49:28.172578 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17729992-cd94-4f77-9fd9-7178ef71af0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:49:28.173015 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17729992-cd94-4f77-9fd9-7178ef71af0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:49:28.173351 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17729992-cd94-4f77-9fd9-7178ef71af0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:49:28.173762 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17729992-cd94-4f77-9fd9-7178ef71af0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:49:28.179524 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-17729992-cd94-4f77-9fd9-7178ef71af0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:49:28.238160 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c83e3a5-7ddf-4bb7-85b9-8bb98732c593 req-202f1b7a-b37d-490c-8790-017f17c752e7 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:28.252220 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-7c83e3a5-7ddf-4bb7-85b9-8bb98732c593 req-202f1b7a-b37d-490c-8790-017f17c752e7 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bb52a82-ed7f-4d60-bc04-7f2925dfab36 HTTP/1.1" status: 200 len: 944 time: 0.2201822 Nov 23 12:49:28.259937 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56a0ba5-6122-413e-879f-c132aecda3a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79e01c1b-adb8-4032-bd50-d37615495031,revision_number=0']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:49:28.265286 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-e56a0ba5-6122-413e-879f-c132aecda3a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:49:28.274022 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56a0ba5-6122-413e-879f-c132aecda3a7 admin admin] Checking segment: {'id': 'c0a05d54-52eb-4a0f-af38-9bf1931592ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '7c33d52a-87ae-4141-a6c7-5d10fc6e3b8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:49:28.274505 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e56a0ba5-6122-413e-879f-c132aecda3a7 admin admin] Network hostable DHCP agents. Network: 7c33d52a-87ae-4141-a6c7-5d10fc6e3b8d, hostable agents: ['7adafed1-c9c5-48d0-9254-d37451f0c452'], hosted agents: [] {{(pid=86837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 12:49:28.347219 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e56a0ba5-6122-413e-879f-c132aecda3a7 admin admin] Network 7c33d52a-87ae-4141-a6c7-5d10fc6e3b8d is scheduled to be hosted by DHCP agent 7adafed1-c9c5-48d0-9254-d37451f0c452 with binding_index 1 {{(pid=86837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 12:49:28.371169 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-7c83e3a5-7ddf-4bb7-85b9-8bb98732c593 req-1be0bb86-e6f4-41cb-8562-8bba2b602d5a tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] 10.222.0.31 "GET /v2.0/security-groups?id=9da913dc-3b2c-4e11-a727-e7a51cca0bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097486 Nov 23 12:49:28.374341 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.scheduler.base_scheduler [None req-e56a0ba5-6122-413e-879f-c132aecda3a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818883-1-smb, 7c33d52a-87ae-4141-a6c7-5d10fc6e3b8d) {{(pid=86837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:49:28.385742 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e56a0ba5-6122-413e-879f-c132aecda3a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:28.392643 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-e56a0ba5-6122-413e-879f-c132aecda3a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:28.409005 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce6dd9b-1b25-4820-b9c6-81190b0135f3 None None] Network 7c33d52a-87ae-4141-a6c7-5d10fc6e3b8d requested from dv-cinder-818883-1-smb {{(pid=86839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 12:49:28.425479 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-3a3d0f92-e1d8-40e0-8f39-c6b28c555fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:28.432268 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-e56a0ba5-6122-413e-879f-c132aecda3a7 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7752690 Nov 23 12:49:28.440290 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 51772) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:49:28.447583 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.v2.base [None req-a2ccaeed-52ee-4195-8053-0a76892071db admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1047492321-router', 'tenant_id': 'eb3119e26d244b21b60a73851e96f9a8', 'external_gateway_info': {'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429'}}} {{(pid=86838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:49:28.454273 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-a2ccaeed-52ee-4195-8053-0a76892071db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:49:28.460597 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-a2ccaeed-52ee-4195-8053-0a76892071db admin admin] Usage tracker for resource:router and tenant:eb3119e26d244b21b60a73851e96f9a8 is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:49:28.464475 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-a2ccaeed-52ee-4195-8053-0a76892071db admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:49:28.473234 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-a2ccaeed-52ee-4195-8053-0a76892071db admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:49:28.497013 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-a2ccaeed-52ee-4195-8053-0a76892071db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-504028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1029442'] for router, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:28.500185 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-a2ccaeed-52ee-4195-8053-0a76892071db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-503051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-505611', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1029497'] for router, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:28.535860 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-a2ccaeed-52ee-4195-8053-0a76892071db admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:28.628303 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.managers [None req-b6acdb22-31d7-490a-a22a-e38b6a735f17 None None] Attempting to bind port e82eb69f-bea0-4e7c-b05b-1b089c1427b9 on host dv-cinder-818883-1-smb for vnic_type normal with profile {{(pid=86839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 12:49:28.629160 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.managers [None req-b6acdb22-31d7-490a-a22a-e38b6a735f17 None None] Attempting to bind port e82eb69f-bea0-4e7c-b05b-1b089c1427b9 by drivers openvswitch,hyperv on host dv-cinder-818883-1-smb at level 0 using segments [{'id': '0d6e231e-1770-4f5b-9528-552955b2b23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '863a1e50-6324-476a-bb82-68f7fcf8fe7f'}] {{(pid=86839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 12:49:28.629727 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6acdb22-31d7-490a-a22a-e38b6a735f17 None None] Attempting to bind port e82eb69f-bea0-4e7c-b05b-1b089c1427b9 on network 863a1e50-6324-476a-bb82-68f7fcf8fe7f {{(pid=86839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:49:28.652057 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6acdb22-31d7-490a-a22a-e38b6a735f17 None None] Checking agent: {'id': 'cd5e743e-4289-46d3-a833-871886dcba65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818883-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 37, 23), 'started_at': datetime.datetime(2021, 11, 23, 12, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818883-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 12:49:28.652492 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6acdb22-31d7-490a-a22a-e38b6a735f17 None None] Checking segment: {'id': '0d6e231e-1770-4f5b-9528-552955b2b23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '863a1e50-6324-476a-bb82-68f7fcf8fe7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:49:28.653024 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-b6acdb22-31d7-490a-a22a-e38b6a735f17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:28.653648 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6acdb22-31d7-490a-a22a-e38b6a735f17 None None] Bound using segment: {'id': '0d6e231e-1770-4f5b-9528-552955b2b23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '863a1e50-6324-476a-bb82-68f7fcf8fe7f'} {{(pid=86839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 12:49:28.654614 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.managers [None req-b6acdb22-31d7-490a-a22a-e38b6a735f17 None None] Bound port: e82eb69f-bea0-4e7c-b05b-1b089c1427b9, host: dv-cinder-818883-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d6e231e-1770-4f5b-9528-552955b2b23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '863a1e50-6324-476a-bb82-68f7fcf8fe7f'}}] {{(pid=86839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 12:49:28.655062 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-b6acdb22-31d7-490a-a22a-e38b6a735f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:29.052129 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-b6acdb22-31d7-490a-a22a-e38b6a735f17 None None] For port e82eb69f-bea0-4e7c-b05b-1b089c1427b9, host dv-cinder-818883-1-smb, cleared binding levels {{(pid=86839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 12:49:29.057800 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-b6acdb22-31d7-490a-a22a-e38b6a735f17 None None] For port e82eb69f-bea0-4e7c-b05b-1b089c1427b9, host dv-cinder-818883-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-smb',level=0,port_id=e82eb69f-bea0-4e7c-b05b-1b089c1427b9,segment=NetworkSegment(0d6e231e-1770-4f5b-9528-552955b2b23d),segment_id=0d6e231e-1770-4f5b-9528-552955b2b23d)] {{(pid=86839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 12:49:29.064586 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-b6acdb22-31d7-490a-a22a-e38b6a735f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826'] for port, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:29.072334 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-5729fa95-a0b2-41a7-a132-980eed0f06c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:49:29.148369 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.agents_db [None req-d0d00f27-41a4-4d9d-a63d-8c6bf84d2b10 None None] Agent healthcheck: found 6 active agents {{(pid=86840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 12:49:29.150725 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-27b07de4-6589-475d-892a-a0bbb873a6e1 req-83684231-72cf-439c-96df-9ba867a2edb7 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4d90f60-e137-4811-85c3-0bcfe3e77242 HTTP/1.1" status: 200 len: 210 time: 0.0834036 Nov 23 12:49:29.185252 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-a2ccaeed-52ee-4195-8053-0a76892071db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-505657', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-503854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1029479'] for router, precommit_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:29.283625 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6acdb22-31d7-490a-a22a-e38b6a735f17 None None] Routers {'0d3feef8-7ab0-44b7-a31f-f9d3ae6393be'} bound to L3 agent in host dv-cinder-818883-1-smb {{(pid=86839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:49:29.284435 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_hamode_db [None req-b6acdb22-31d7-490a-a22a-e38b6a735f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T12:37:26Z,description=,heartbeat_timestamp=2021-11-23T12:49:26Z,host='dv-cinder-818883-1-smb',id=d7c7f769-7b7b-49b8-a5c1-735df886e043,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:37:26Z,topic='l3_agent')) {'router_ids': ['0d3feef8-7ab0-44b7-a31f-f9d3ae6393be'], 'active': True} {{(pid=86839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:49:29.590676 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289aa29a-9c05-41de-9e5c-81c3ae5ac3f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0c9dd91-ffd1-5775-97a7-a610159af9e0-7c33d52a-87ae-4141-a6c7-5d10fc6e3b8d', 'network_id': '7c33d52a-87ae-4141-a6c7-5d10fc6e3b8d', 'tenant_id': 'eb3119e26d244b21b60a73851e96f9a8', 'fixed_ips': [{'subnet_id': '79e01c1b-adb8-4032-bd50-d37615495031'}]}} from dv-cinder-818883-1-smb. {{(pid=86839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 23 12:49:29.593695 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-289aa29a-9c05-41de-9e5c-81c3ae5ac3f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:29.703207 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17729992-cd94-4f77-9fd9-7178ef71af0f None None] Pushing event updated for resources: {'Port': ['ID=e82eb69f-bea0-4e7c-b05b-1b089c1427b9,revision_number=4']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:49:29.707395 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-17729992-cd94-4f77-9fd9-7178ef71af0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.635s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:49:29.847149 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_dvr_db [None req-b6acdb22-31d7-490a-a22a-e38b6a735f17 None None] Set router 0d3feef8-7ab0-44b7-a31f-f9d3ae6393be gateway port host: dv-cinder-818883-1-smb {{(pid=86839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:49:30.024849 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0307744-2457-4487-be69-1cbe4db59c71 req-5d9a9f19-05d4-449b-bd5e-fab39023e867 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:30.026547 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-b0307744-2457-4487-be69-1cbe4db59c71 req-5d9a9f19-05d4-449b-bd5e-fab39023e867 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bb52a82-ed7f-4d60-bc04-7f2925dfab36 HTTP/1.1" status: 200 len: 944 time: 0.4547493 Nov 23 12:49:30.061057 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-a2ccaeed-52ee-4195-8053-0a76892071db admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:30.099150 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-a2ccaeed-52ee-4195-8053-0a76892071db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:30.138132 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.db_base_plugin_common [None req-289aa29a-9c05-41de-9e5c-81c3ae5ac3f9 None None] Allocated IP 172.20.0.2 (7c33d52a-87ae-4141-a6c7-5d10fc6e3b8d/79e01c1b-adb8-4032-bd50-d37615495031/e5b3513b-72af-4e03-8ec1-47f47858c4e6) {{(pid=86839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:49:30.272847 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-b0307744-2457-4487-be69-1cbe4db59c71 req-94b471d1-9b42-4879-aaa4-3595cb38707d tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] 10.222.0.31 "GET /v2.0/security-groups?id=9da913dc-3b2c-4e11-a727-e7a51cca0bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345290 Nov 23 12:49:30.315097 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.db_base_plugin_common [None req-a2ccaeed-52ee-4195-8053-0a76892071db admin admin] Allocated IP 172.28.2.140 (2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429/a635ed46-c881-440b-bd05-3e5636c37dfa/8ca5070d-57e9-428e-abc3-32534711000b) {{(pid=86838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:49:30.602426 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-289aa29a-9c05-41de-9e5c-81c3ae5ac3f9 None None] Notify callbacks [] for port, precommit_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:30.617910 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-289aa29a-9c05-41de-9e5c-81c3ae5ac3f9 None None] Transition to ACTIVE for port object e5b3513b-72af-4e03-8ec1-47f47858c4e6 will not be triggered until provisioned by entity L2. {{(pid=86839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:49:30.623868 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_hamode_db [None req-b6acdb22-31d7-490a-a22a-e38b6a735f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d3feef8-7ab0-44b7-a31f-f9d3ae6393be', 'name': 'tempest-TestShelveInstance-362531409-router', 'tenant_id': '904fe0d63bc7415b845bd812c5c3d7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'external_fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.194'}], 'enable_snat': True}, 'gw_port_id': 'f1091f7d-9c31-4c69-8e9f-05a575e90811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:49:14Z', 'updated_at': '2021-11-23T12:49:22Z', 'revision_number': 4, 'project_id': '904fe0d63bc7415b845bd812c5c3d7d5', 'gw_port': {'id': 'f1091f7d-9c31-4c69-8e9f-05a575e90811', 'name': '', 'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:6d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3feef8-7ab0-44b7-a31f-f9d3ae6393be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:49:16Z', 'updated_at': '2021-11-23T12:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-smb', '_interfaces': [{'id': 'e82eb69f-bea0-4e7c-b05b-1b089c1427b9', 'name': '', 'network_id': '863a1e50-6324-476a-bb82-68f7fcf8fe7f', 'tenant_id': '904fe0d63bc7415b845bd812c5c3d7d5', 'mac_address': 'fa:16:3e:00:7f:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d3feef8-7ab0-44b7-a31f-f9d3ae6393be', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'f7f25b7d-0ccf-4bc2-a609-ac7ad2c481be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:49:20Z', 'updated_at': '2021-11-23T12:49:29Z', 'revision_number': 4, 'project_id': '904fe0d63bc7415b845bd812c5c3d7d5', 'subnets': [{'id': 'f7f25b7d-0ccf-4bc2-a609-ac7ad2c481be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-1-smb', False) {} {{(pid=86839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:49:30.632841 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6acdb22-31d7-490a-a22a-e38b6a735f17 None None] The sync data for ids ['0d3feef8-7ab0-44b7-a31f-f9d3ae6393be'] in dv-cinder-818883-1-smb is: [{'id': '0d3feef8-7ab0-44b7-a31f-f9d3ae6393be', 'name': 'tempest-TestShelveInstance-362531409-router', 'tenant_id': '904fe0d63bc7415b845bd812c5c3d7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'external_fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.194'}], 'enable_snat': True}, 'gw_port_id': 'f1091f7d-9c31-4c69-8e9f-05a575e90811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:49:14Z', 'updated_at': '2021-11-23T12:49:22Z', 'revision_number': 4, 'project_id': '904fe0d63bc7415b845bd812c5c3d7d5', 'gw_port': {'id': 'f1091f7d-9c31-4c69-8e9f-05a575e90811', 'name': '', 'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:6d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3feef8-7ab0-44b7-a31f-f9d3ae6393be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:49:16Z', 'updated_at': '2021-11-23T12:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-smb', '_interfaces': [{'id': 'e82eb69f-bea0-4e7c-b05b-1b089c1427b9', 'name': '', 'network_id': '863a1e50-6324-476a-bb82-68f7fcf8fe7f', 'tenant_id': '904fe0d63bc7415b845bd812c5c3d7d5', 'mac_address': 'fa:16:3e:00:7f:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d3feef8-7ab0-44b7-a31f-f9d3ae6393be', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'f7f25b7d-0ccf-4bc2-a609-ac7ad2c481be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:49:20Z', 'updated_at': '2021-11-23T12:49:29Z', 'revision_number': 4, 'project_id': '904fe0d63bc7415b845bd812c5c3d7d5', 'subnets': [{'id': 'f7f25b7d-0ccf-4bc2-a609-ac7ad2c481be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 12:49:30.664149 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-289aa29a-9c05-41de-9e5c-81c3ae5ac3f9 None None] Transition to ACTIVE for port object e5b3513b-72af-4e03-8ec1-47f47858c4e6 will not be triggered until provisioned by entity DHCP. {{(pid=86839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:49:30.673953 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-289aa29a-9c05-41de-9e5c-81c3ae5ac3f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788170525763'] for port, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:30.694217 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:49:30.748502 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-a2ccaeed-52ee-4195-8053-0a76892071db admin admin] Notify callbacks [] for port, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:30.761796 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-b5621589-4a1d-4e87-9bdb-19c2798c072e req-352a4af5-f892-4106-9084-469b10f2716f tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4d90f60-e137-4811-85c3-0bcfe3e77242 HTTP/1.1" status: 200 len: 210 time: 0.1840882 Nov 23 12:49:30.818348 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-a2ccaeed-52ee-4195-8053-0a76892071db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788170525763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8277302'] for port, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:30.843633 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-01a77e9b-e314-40f9-adc8-3acb2297186f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:49:30.868984 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-289aa29a-9c05-41de-9e5c-81c3ae5ac3f9 None None] Network 7c33d52a-87ae-4141-a6c7-5d10fc6e3b8d is already hosted by enough agents. {{(pid=86839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:49:30.890812 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.scheduler.base_scheduler [None req-289aa29a-9c05-41de-9e5c-81c3ae5ac3f9 None None] Resources bound (agent type, host, resource id): {{(pid=86839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:49:30.951624 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289aa29a-9c05-41de-9e5c-81c3ae5ac3f9 None None] Pushing event updated for resources: {'Port': ['ID=e5b3513b-72af-4e03-8ec1-47f47858c4e6,revision_number=1']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:49:30.958095 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289aa29a-9c05-41de-9e5c-81c3ae5ac3f9 None None] Received port after_create {{(pid=86839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 12:49:31.062388 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-289aa29a-9c05-41de-9e5c-81c3ae5ac3f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:49:31.148038 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ccaeed-52ee-4195-8053-0a76892071db admin admin] Network 2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429 is already hosted by enough agents. {{(pid=86838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:49:31.169760 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Device e82eb69f-bea0-4e7c-b05b-1b089c1427b9 up at agent ovs-agent-dv-cinder-818883-1-smb {{(pid=86839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:49:31.177370 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.scheduler.base_scheduler [None req-a2ccaeed-52ee-4195-8053-0a76892071db admin admin] Resources bound (agent type, host, resource id): {{(pid=86838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:49:31.180892 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ccaeed-52ee-4195-8053-0a76892071db admin admin] Received port after_create {{(pid=86838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 12:49:31.327495 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ccaeed-52ee-4195-8053-0a76892071db admin admin] Pushing event updated for resources: {'Port': ['ID=8ca5070d-57e9-428e-abc3-32534711000b,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:49:31.336720 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-a2ccaeed-52ee-4195-8053-0a76892071db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.502s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:49:31.344105 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.managers [None req-289aa29a-9c05-41de-9e5c-81c3ae5ac3f9 None None] Attempting to bind port e5b3513b-72af-4e03-8ec1-47f47858c4e6 on host dv-cinder-818883-1-smb for vnic_type normal with profile {{(pid=86839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 12:49:31.346952 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.managers [None req-289aa29a-9c05-41de-9e5c-81c3ae5ac3f9 None None] Attempting to bind port e5b3513b-72af-4e03-8ec1-47f47858c4e6 by drivers openvswitch,hyperv on host dv-cinder-818883-1-smb at level 0 using segments [{'id': 'c0a05d54-52eb-4a0f-af38-9bf1931592ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '7c33d52a-87ae-4141-a6c7-5d10fc6e3b8d'}] {{(pid=86839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 12:49:31.347573 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289aa29a-9c05-41de-9e5c-81c3ae5ac3f9 None None] Attempting to bind port e5b3513b-72af-4e03-8ec1-47f47858c4e6 on network 7c33d52a-87ae-4141-a6c7-5d10fc6e3b8d {{(pid=86839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:49:31.366343 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289aa29a-9c05-41de-9e5c-81c3ae5ac3f9 None None] Checking agent: {'id': 'cd5e743e-4289-46d3-a833-871886dcba65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818883-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 37, 23), 'started_at': datetime.datetime(2021, 11, 23, 12, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818883-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 12:49:31.366980 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289aa29a-9c05-41de-9e5c-81c3ae5ac3f9 None None] Checking segment: {'id': 'c0a05d54-52eb-4a0f-af38-9bf1931592ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '7c33d52a-87ae-4141-a6c7-5d10fc6e3b8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:49:31.367516 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-289aa29a-9c05-41de-9e5c-81c3ae5ac3f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:31.368225 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289aa29a-9c05-41de-9e5c-81c3ae5ac3f9 None None] Bound using segment: {'id': 'c0a05d54-52eb-4a0f-af38-9bf1931592ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '7c33d52a-87ae-4141-a6c7-5d10fc6e3b8d'} {{(pid=86839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 12:49:31.368850 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.managers [None req-289aa29a-9c05-41de-9e5c-81c3ae5ac3f9 None None] Bound port: e5b3513b-72af-4e03-8ec1-47f47858c4e6, host: dv-cinder-818883-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0a05d54-52eb-4a0f-af38-9bf1931592ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '7c33d52a-87ae-4141-a6c7-5d10fc6e3b8d'}}] {{(pid=86839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 12:49:31.369350 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-289aa29a-9c05-41de-9e5c-81c3ae5ac3f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:31.569328 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Provisioning for port e82eb69f-bea0-4e7c-b05b-1b089c1427b9 completed by entity L2. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:49:31.578209 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Provisioning complete for port e82eb69f-bea0-4e7c-b05b-1b089c1427b9 triggered by entity L2. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:49:31.579077 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567787'] for port, provisioning_complete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:31.722670 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-289aa29a-9c05-41de-9e5c-81c3ae5ac3f9 None None] For port e5b3513b-72af-4e03-8ec1-47f47858c4e6, host dv-cinder-818883-1-smb, cleared binding levels {{(pid=86839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 12:49:31.747758 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-289aa29a-9c05-41de-9e5c-81c3ae5ac3f9 None None] For port e5b3513b-72af-4e03-8ec1-47f47858c4e6, host dv-cinder-818883-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-smb',level=0,port_id=e5b3513b-72af-4e03-8ec1-47f47858c4e6,segment=NetworkSegment(c0a05d54-52eb-4a0f-af38-9bf1931592ff),segment_id=c0a05d54-52eb-4a0f-af38-9bf1931592ff)] {{(pid=86839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 12:49:31.761264 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-289aa29a-9c05-41de-9e5c-81c3ae5ac3f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826'] for port, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:31.766084 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-17729992-cd94-4f77-9fd9-7178ef71af0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:49:32.053627 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289aa29a-9c05-41de-9e5c-81c3ae5ac3f9 None None] Pushing event updated for resources: {'Port': ['ID=e5b3513b-72af-4e03-8ec1-47f47858c4e6,revision_number=2']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:49:32.062736 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-289aa29a-9c05-41de-9e5c-81c3ae5ac3f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:49:32.121243 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:32.141398 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19a44c0-efcc-461d-b420-7fbc4af40a9e req-3eff4dbf-0896-4999-925a-f418c273ad54 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:32.149615 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-b19a44c0-efcc-461d-b420-7fbc4af40a9e req-3eff4dbf-0896-4999-925a-f418c273ad54 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bb52a82-ed7f-4d60-bc04-7f2925dfab36 HTTP/1.1" status: 200 len: 944 time: 0.4211442 Nov 23 12:49:32.174588 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] For port e82eb69f-bea0-4e7c-b05b-1b089c1427b9, host dv-cinder-818883-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-smb',level=0,port_id=e82eb69f-bea0-4e7c-b05b-1b089c1427b9,segment=NetworkSegment(0d6e231e-1770-4f5b-9528-552955b2b23d),segment_id=0d6e231e-1770-4f5b-9528-552955b2b23d)] {{(pid=86839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:49:32.179966 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826'] for port, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:32.184408 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-908ce383-36a0-438f-9de9-8942ef5136f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:49:32.308065 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Pushing event updated for resources: {'Port': ['ID=e82eb69f-bea0-4e7c-b05b-1b089c1427b9,revision_number=5']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:49:32.319279 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:49:32.324675 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-b19a44c0-efcc-461d-b420-7fbc4af40a9e req-3249b1c2-1b49-4920-82c3-c1f186984014 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] 10.222.0.31 "GET /v2.0/security-groups?id=9da913dc-3b2c-4e11-a727-e7a51cca0bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728182 Nov 23 12:49:32.369394 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-a2ccaeed-52ee-4195-8053-0a76892071db admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:32.616520 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-06ee2ef3-48d4-484b-89cb-8ea0e4853d3a req-65cf2a28-a888-4dd6-8d82-d341f9d0e3bc tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/ports?device_id=c4d90f60-e137-4811-85c3-0bcfe3e77242 HTTP/1.1" status: 200 len: 210 time: 0.0687997 Nov 23 12:49:32.963294 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-a2ccaeed-52ee-4195-8053-0a76892071db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-503847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-505820'] for router, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:33.008943 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814fa618-9a3b-4434-8fc8-e8bc74173dbe req-d31a0afd-df2d-4da3-9f33-ab4122921018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:33.011143 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-814fa618-9a3b-4434-8fc8-e8bc74173dbe req-d31a0afd-df2d-4da3-9f33-ab4122921018 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3b7f85b4c3f6438bbd0febee23146dbf&device_id=6bb52a82-ed7f-4d60-bc04-7f2925dfab36 HTTP/1.1" status: 200 len: 1097 time: 0.1756353 Nov 23 12:49:33.166623 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Device e5b3513b-72af-4e03-8ec1-47f47858c4e6 up at agent ovs-agent-dv-cinder-818883-1-smb {{(pid=86839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:49:33.312470 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Provisioning for port e5b3513b-72af-4e03-8ec1-47f47858c4e6 completed by entity L2. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:49:33.323318 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814fa618-9a3b-4434-8fc8-e8bc74173dbe req-da48cd88-22a1-4ecf-8ba2-b416d659c8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:33.326891 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Device e82eb69f-bea0-4e7c-b05b-1b089c1427b9 up at agent ovs-agent-dv-cinder-818883-1-smb {{(pid=86839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:49:33.327162 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-814fa618-9a3b-4434-8fc8-e8bc74173dbe req-da48cd88-22a1-4ecf-8ba2-b416d659c8e3 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=3b7f85b4c3f6438bbd0febee23146dbf&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3051946 Nov 23 12:49:33.390439 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2ccaeed-52ee-4195-8053-0a76892071db admin admin] Router 09fbce42-3de3-46b9-a5b8-8f173506d25e is scheduled to L3 agent d7c7f769-7b7b-49b8-a5c1-735df886e043 with binding_index 1 {{(pid=86838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 23 12:49:33.453747 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Provisioning complete for port e82eb69f-bea0-4e7c-b05b-1b089c1427b9 triggered by entity L2. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:49:33.454131 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567787'] for port, provisioning_complete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:33.594579 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d55827b2-3238-4692-a814-8bec308ae48a None None] Network 7c33d52a-87ae-4141-a6c7-5d10fc6e3b8d requested from dv-cinder-818883-1-smb {{(pid=86839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 12:49:33.694162 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814fa618-9a3b-4434-8fc8-e8bc74173dbe req-c54e15d5-28d6-4846-b0c5-6009bffe01c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:33.696026 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-814fa618-9a3b-4434-8fc8-e8bc74173dbe req-c54e15d5-28d6-4846-b0c5-6009bffe01c4 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3516700 Nov 23 12:49:33.720270 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-4767b4c8-897c-4270-84c0-1739b029cd7b None None] Provisioning for port e5b3513b-72af-4e03-8ec1-47f47858c4e6 completed by entity DHCP. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:49:33.736079 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-4767b4c8-897c-4270-84c0-1739b029cd7b None None] Provisioning complete for port e5b3513b-72af-4e03-8ec1-47f47858c4e6 triggered by entity DHCP. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:49:33.736684 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-4767b4c8-897c-4270-84c0-1739b029cd7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567787'] for port, provisioning_complete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:33.854996 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc521c9-7134-4073-9a50-b63bc364a9df req-fba62a82-fdc8-4cff-9999-ac89119a1d2c tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:33.856789 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8bc521c9-7134-4073-9a50-b63bc364a9df req-fba62a82-fdc8-4cff-9999-ac89119a1d2c tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bb52a82-ed7f-4d60-bc04-7f2925dfab36 HTTP/1.1" status: 200 len: 944 time: 0.3003025 Nov 23 12:49:33.941722 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ad7c77-e42f-4898-a93c-ab0ba335e1bd req-f9ed91f9-cbe7-4266-91e5-c3a88298ffb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:33.944524 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-b4ad7c77-e42f-4898-a93c-ab0ba335e1bd req-f9ed91f9-cbe7-4266-91e5-c3a88298ffb8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3b7f85b4c3f6438bbd0febee23146dbf&device_id=6bb52a82-ed7f-4d60-bc04-7f2925dfab36 HTTP/1.1" status: 200 len: 1097 time: 0.1830549 Nov 23 12:49:33.959920 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2ccaeed-52ee-4195-8053-0a76892071db admin admin] Notify agent at l3_agent.dv-cinder-818883-1-smb the message routers_updated {{(pid=86838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 12:49:33.977726 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b7f228-c937-4b0d-920d-22747a813291 None None] Sync routers for ids ['09fbce42-3de3-46b9-a5b8-8f173506d25e'] in dv-cinder-818883-1-smb {{(pid=86840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 12:49:33.990826 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-a2ccaeed-52ee-4195-8053-0a76892071db admin admin] Notify callbacks [] for router, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:33.992183 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-a2ccaeed-52ee-4195-8053-0a76892071db admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.5505600 Nov 23 12:49:33.995506 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 51816) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:49:34.008371 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b7f228-c937-4b0d-920d-22747a813291 None None] Routers {'09fbce42-3de3-46b9-a5b8-8f173506d25e'} bound to L3 agent in host dv-cinder-818883-1-smb {{(pid=86840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:49:34.008590 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8bc521c9-7134-4073-9a50-b63bc364a9df req-72d79bf5-2b71-4438-9fa8-512853ae9a61 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] 10.222.0.31 "GET /v2.0/security-groups?id=9da913dc-3b2c-4e11-a727-e7a51cca0bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388619 Nov 23 12:49:34.011410 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.l3_hamode_db [None req-c5b7f228-c937-4b0d-920d-22747a813291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T12:37:26Z,description=,heartbeat_timestamp=2021-11-23T12:49:26Z,host='dv-cinder-818883-1-smb',id=d7c7f769-7b7b-49b8-a5c1-735df886e043,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:37:26Z,topic='l3_agent')) {'router_ids': ['09fbce42-3de3-46b9-a5b8-8f173506d25e'], 'active': True} {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:49:34.037110 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-4767b4c8-897c-4270-84c0-1739b029cd7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:34.204369 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-b4ad7c77-e42f-4898-a93c-ab0ba335e1bd req-6e41966b-4247-4094-93bc-9c1d78dbd39d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=850c8f55-cdfa-4771-97ce-36f7b8423a3b HTTP/1.1" status: 200 len: 217 time: 0.2511675 Nov 23 12:49:34.215445 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-4767b4c8-897c-4270-84c0-1739b029cd7b None None] For port e5b3513b-72af-4e03-8ec1-47f47858c4e6, host dv-cinder-818883-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-smb',level=0,port_id=e5b3513b-72af-4e03-8ec1-47f47858c4e6,segment=NetworkSegment(c0a05d54-52eb-4a0f-af38-9bf1931592ff),segment_id=c0a05d54-52eb-4a0f-af38-9bf1931592ff)] {{(pid=86839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:49:34.222358 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-4767b4c8-897c-4270-84c0-1739b029cd7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826'] for port, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:34.228760 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-1eeb5b91-1749-4d1c-8cc2-9c8339d4f254 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:49:34.286633 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ad7c77-e42f-4898-a93c-ab0ba335e1bd req-89029a64-8e15-481f-92a1-34acea2392f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:34.288473 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-b4ad7c77-e42f-4898-a93c-ab0ba335e1bd req-89029a64-8e15-481f-92a1-34acea2392f9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=62fcaa5c-0ecb-4cd2-b592-53ffd52c0337 HTTP/1.1" status: 200 len: 853 time: 0.0770228 Nov 23 12:49:34.374238 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4767b4c8-897c-4270-84c0-1739b029cd7b None None] Pushing event updated for resources: {'Port': ['ID=e5b3513b-72af-4e03-8ec1-47f47858c4e6,revision_number=3']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:49:34.378350 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-4767b4c8-897c-4270-84c0-1739b029cd7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:49:34.379117 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvr_db [None req-c5b7f228-c937-4b0d-920d-22747a813291 None None] Set router 09fbce42-3de3-46b9-a5b8-8f173506d25e gateway port host: dv-cinder-818883-1-smb {{(pid=86840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:49:34.448433 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ad7c77-e42f-4898-a93c-ab0ba335e1bd req-7aa8d341-9463-4a5e-bd23-194542c7b3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:34.450230 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-b4ad7c77-e42f-4898-a93c-ab0ba335e1bd req-7aa8d341-9463-4a5e-bd23-194542c7b3ce service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b15c6796-f0a9-4d15-aa1e-eb7fe36a0201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1542041 Nov 23 12:49:34.632827 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-b4ad7c77-e42f-4898-a93c-ab0ba335e1bd req-80b8f83e-35e7-4dba-b5cf-f698539689a8 service neutron] 10.222.0.54 "GET /v2.0/networks/b15c6796-f0a9-4d15-aa1e-eb7fe36a0201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747837 Nov 23 12:49:34.662222 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-58912ed8-1f38-4036-b1c7-dc43c5d3fcd6 None None] Provisioning complete for port e5b3513b-72af-4e03-8ec1-47f47858c4e6 triggered by entity DHCP. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:49:34.662720 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-58912ed8-1f38-4036-b1c7-dc43c5d3fcd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567787'] for port, provisioning_complete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:34.694697 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:34.762545 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.l3_hamode_db [None req-c5b7f228-c937-4b0d-920d-22747a813291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09fbce42-3de3-46b9-a5b8-8f173506d25e', 'name': 'tempest-TestShelveInstance-1047492321-router', 'tenant_id': 'eb3119e26d244b21b60a73851e96f9a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'external_fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.140'}], 'enable_snat': True}, 'gw_port_id': '8ca5070d-57e9-428e-abc3-32534711000b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:49:28Z', 'updated_at': '2021-11-23T12:49:31Z', 'revision_number': 3, 'project_id': 'eb3119e26d244b21b60a73851e96f9a8', 'gw_port': {'id': '8ca5070d-57e9-428e-abc3-32534711000b', 'name': '', 'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:5c:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09fbce42-3de3-46b9-a5b8-8f173506d25e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:49:30Z', 'updated_at': '2021-11-23T12:49:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-smb'}], 'dv-cinder-818883-1-smb', False) {} {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:49:34.767581 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b7f228-c937-4b0d-920d-22747a813291 None None] Checking router: 09fbce42-3de3-46b9-a5b8-8f173506d25e for host: dv-cinder-818883-1-smb {{(pid=86840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 12:49:34.768006 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b7f228-c937-4b0d-920d-22747a813291 None None] Updating router 09fbce42-3de3-46b9-a5b8-8f173506d25e port 8ca5070d-57e9-428e-abc3-32534711000b binding host dv-cinder-818883-1-smb {{(pid=86840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 12:49:34.770025 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9f64cc-2430-4db6-b1a2-949a8b82ca11 req-bc9f401c-92fd-4db3-a19b-59b0a11fe973 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:34.777797 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-bf9f64cc-2430-4db6-b1a2-949a8b82ca11 req-bc9f401c-92fd-4db3-a19b-59b0a11fe973 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/ports?device_id=1aa277d2-d587-4c30-a177-a45523276ec0 HTTP/1.1" status: 200 len: 945 time: 0.2833056 Nov 23 12:49:34.836200 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-c5b7f228-c937-4b0d-920d-22747a813291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:34.898153 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-bf9f64cc-2430-4db6-b1a2-949a8b82ca11 req-9a2134ea-d3dd-4603-a03c-21ffbc17c328 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07395ea-6958-4a30-8653-814e78309a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191854 Nov 23 12:49:34.967434 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-b4ad7c77-e42f-4898-a93c-ab0ba335e1bd req-ef2122ec-a791-4d20-bf24-4e810b2d0f1f service neutron] 10.222.0.54 "GET /v2.0/networks/b15c6796-f0a9-4d15-aa1e-eb7fe36a0201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3263986 Nov 23 12:49:35.010057 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Device e5b3513b-72af-4e03-8ec1-47f47858c4e6 up at agent ovs-agent-dv-cinder-818883-1-smb {{(pid=86839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:49:35.105711 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Provisioning complete for port e5b3513b-72af-4e03-8ec1-47f47858c4e6 triggered by entity L2. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:49:35.106306 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567787'] for port, provisioning_complete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:35.370114 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-c5b7f228-c937-4b0d-920d-22747a813291 None None] Notify callbacks [] for port, precommit_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:35.394873 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-c5b7f228-c937-4b0d-920d-22747a813291 None None] Transition to ACTIVE for port object 8ca5070d-57e9-428e-abc3-32534711000b will not be triggered until provisioned by entity L2. {{(pid=86840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:49:35.404000 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-63e62f96-befa-48a9-b1d4-2985752a6c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:35.405504 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-c5b7f228-c937-4b0d-920d-22747a813291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826'] for port, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:35.412246 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-d2181337-3d72-40ef-adeb-e56686394a8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:49:35.499498 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.managers [None req-c5b7f228-c937-4b0d-920d-22747a813291 None None] Attempting to bind port 8ca5070d-57e9-428e-abc3-32534711000b on host dv-cinder-818883-1-smb for vnic_type normal with profile {{(pid=86840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 12:49:35.499906 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.managers [None req-c5b7f228-c937-4b0d-920d-22747a813291 None None] Attempting to bind port 8ca5070d-57e9-428e-abc3-32534711000b by drivers openvswitch,hyperv on host dv-cinder-818883-1-smb at level 0 using segments [{'id': '2dcdf227-6722-4632-a1c4-3c71d035812a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429'}] {{(pid=86840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 12:49:35.500262 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b7f228-c937-4b0d-920d-22747a813291 None None] Attempting to bind port 8ca5070d-57e9-428e-abc3-32534711000b on network 2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429 {{(pid=86840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:49:35.509965 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e08067-0e6c-44b7-9989-34ba8b8f9e27 None None] Pushing event updated for resources: {'Port': ['ID=8ca5070d-57e9-428e-abc3-32534711000b,revision_number=2']} {{(pid=86840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:49:35.512684 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b7f228-c937-4b0d-920d-22747a813291 None None] Checking agent: {'id': 'cd5e743e-4289-46d3-a833-871886dcba65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818883-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 37, 23), 'started_at': datetime.datetime(2021, 11, 23, 12, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818883-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 12:49:35.513062 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b7f228-c937-4b0d-920d-22747a813291 None None] Checking segment: {'id': '2dcdf227-6722-4632-a1c4-3c71d035812a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:49:35.513470 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-c5b7f228-c937-4b0d-920d-22747a813291 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:35.513951 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b7f228-c937-4b0d-920d-22747a813291 None None] Bound using segment: {'id': '2dcdf227-6722-4632-a1c4-3c71d035812a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429'} {{(pid=86840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 12:49:35.514636 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.managers [None req-c5b7f228-c937-4b0d-920d-22747a813291 None None] Bound port: 8ca5070d-57e9-428e-abc3-32534711000b, host: dv-cinder-818883-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dcdf227-6722-4632-a1c4-3c71d035812a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429'}}] {{(pid=86840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 12:49:35.515065 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-c5b7f228-c937-4b0d-920d-22747a813291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:35.523147 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b921a15-2f11-4d75-b24b-56ed35f04aaf req-3a00eb34-9798-4831-aa80-6b759b003122 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:35.524932 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8b921a15-2f11-4d75-b24b-56ed35f04aaf req-3a00eb34-9798-4831-aa80-6b759b003122 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bb52a82-ed7f-4d60-bc04-7f2925dfab36 HTTP/1.1" status: 200 len: 944 time: 0.1812718 Nov 23 12:49:35.539534 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-93e08067-0e6c-44b7-9989-34ba8b8f9e27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:49:35.595686 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-c5b7f228-c937-4b0d-920d-22747a813291 None None] For port 8ca5070d-57e9-428e-abc3-32534711000b, host dv-cinder-818883-1-smb, cleared binding levels {{(pid=86840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 12:49:35.598856 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-c5b7f228-c937-4b0d-920d-22747a813291 None None] For port 8ca5070d-57e9-428e-abc3-32534711000b, host dv-cinder-818883-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-smb',level=0,port_id=8ca5070d-57e9-428e-abc3-32534711000b,segment=NetworkSegment(2dcdf227-6722-4632-a1c4-3c71d035812a),segment_id=2dcdf227-6722-4632-a1c4-3c71d035812a)] {{(pid=86840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 12:49:35.603702 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-c5b7f228-c937-4b0d-920d-22747a813291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826'] for port, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:35.608118 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:49:35.667299 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8b921a15-2f11-4d75-b24b-56ed35f04aaf req-2f4a7266-880c-4998-9011-4e24765ae38e tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] 10.222.0.31 "GET /v2.0/security-groups?id=9da913dc-3b2c-4e11-a727-e7a51cca0bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062791 Nov 23 12:49:35.690387 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e08067-0e6c-44b7-9989-34ba8b8f9e27 None None] Pushing event updated for resources: {'Port': ['ID=8ca5070d-57e9-428e-abc3-32534711000b,revision_number=3']} {{(pid=86840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:49:35.693812 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-93e08067-0e6c-44b7-9989-34ba8b8f9e27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:49:35.701215 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.db_base_plugin_common [None req-63e62f96-befa-48a9-b1d4-2985752a6c0e admin admin] Allocated IP 172.20.0.1 (7c33d52a-87ae-4141-a6c7-5d10fc6e3b8d/79e01c1b-adb8-4032-bd50-d37615495031/8ebc29e2-7887-4920-8429-2d901ba7fca0) {{(pid=86838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:49:35.704567 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b7f228-c937-4b0d-920d-22747a813291 None None] Routers {'09fbce42-3de3-46b9-a5b8-8f173506d25e'} bound to L3 agent in host dv-cinder-818883-1-smb {{(pid=86840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:49:35.705350 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.l3_hamode_db [None req-c5b7f228-c937-4b0d-920d-22747a813291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T12:37:26Z,description=,heartbeat_timestamp=2021-11-23T12:49:26Z,host='dv-cinder-818883-1-smb',id=d7c7f769-7b7b-49b8-a5c1-735df886e043,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:37:26Z,topic='l3_agent')) {'router_ids': ['09fbce42-3de3-46b9-a5b8-8f173506d25e'], 'active': True} {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:49:35.888316 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-63e62f96-befa-48a9-b1d4-2985752a6c0e admin admin] Notify callbacks [] for port, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:35.907024 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.provisioning_blocks [None req-63e62f96-befa-48a9-b1d4-2985752a6c0e admin admin] Transition to ACTIVE for port object 8ebc29e2-7887-4920-8429-2d901ba7fca0 will not be triggered until provisioned by entity DHCP. {{(pid=86838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:49:35.907714 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvr_db [None req-c5b7f228-c937-4b0d-920d-22747a813291 None None] Set router 09fbce42-3de3-46b9-a5b8-8f173506d25e gateway port host: dv-cinder-818883-1-smb {{(pid=86840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:49:35.933819 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-63e62f96-befa-48a9-b1d4-2985752a6c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788170525763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8277302'] for port, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:35.938592 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-0a0f08ca-2ae0-416b-ab02-16e891b21d8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:49:36.015149 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e62f96-befa-48a9-b1d4-2985752a6c0e admin admin] Network 7c33d52a-87ae-4141-a6c7-5d10fc6e3b8d is already hosted by enough agents. {{(pid=86838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:49:36.018610 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.scheduler.base_scheduler [None req-63e62f96-befa-48a9-b1d4-2985752a6c0e admin admin] Resources bound (agent type, host, resource id): {{(pid=86838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:49:36.022563 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e62f96-befa-48a9-b1d4-2985752a6c0e admin admin] Received port after_create {{(pid=86838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 12:49:36.067484 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e62f96-befa-48a9-b1d4-2985752a6c0e admin admin] Pushing event updated for resources: {'Port': ['ID=8ebc29e2-7887-4920-8429-2d901ba7fca0,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:49:36.071597 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-63e62f96-befa-48a9-b1d4-2985752a6c0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:49:36.164245 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-63e62f96-befa-48a9-b1d4-2985752a6c0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595666'] for router_interface, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:36.212231 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc40d3d4-1a22-4aa1-b270-7ac1f0ff7e26 req-3a85acf0-9b24-40d0-9283-1d16c4310196 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:36.215174 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-bc40d3d4-1a22-4aa1-b270-7ac1f0ff7e26 req-3a85acf0-9b24-40d0-9283-1d16c4310196 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/ports?device_id=1aa277d2-d587-4c30-a177-a45523276ec0 HTTP/1.1" status: 200 len: 945 time: 0.1296990 Nov 23 12:49:36.277514 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-bc40d3d4-1a22-4aa1-b270-7ac1f0ff7e26 req-c12a2c5e-9b9b-4138-9c2e-5da23fc5b127 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07395ea-6958-4a30-8653-814e78309a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520759 Nov 23 12:49:36.314968 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.l3_hamode_db [None req-c5b7f228-c937-4b0d-920d-22747a813291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09fbce42-3de3-46b9-a5b8-8f173506d25e', 'name': 'tempest-TestShelveInstance-1047492321-router', 'tenant_id': 'eb3119e26d244b21b60a73851e96f9a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'external_fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.140'}], 'enable_snat': True}, 'gw_port_id': '8ca5070d-57e9-428e-abc3-32534711000b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:49:28Z', 'updated_at': '2021-11-23T12:49:31Z', 'revision_number': 3, 'project_id': 'eb3119e26d244b21b60a73851e96f9a8', 'gw_port': {'id': '8ca5070d-57e9-428e-abc3-32534711000b', 'name': '', 'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:5c:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09fbce42-3de3-46b9-a5b8-8f173506d25e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:49:30Z', 'updated_at': '2021-11-23T12:49:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-smb'}], 'dv-cinder-818883-1-smb', False) {} {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:49:36.320401 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b7f228-c937-4b0d-920d-22747a813291 None None] The sync data for ids ['09fbce42-3de3-46b9-a5b8-8f173506d25e'] in dv-cinder-818883-1-smb is: [{'id': '09fbce42-3de3-46b9-a5b8-8f173506d25e', 'name': 'tempest-TestShelveInstance-1047492321-router', 'tenant_id': 'eb3119e26d244b21b60a73851e96f9a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'external_fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.140'}], 'enable_snat': True}, 'gw_port_id': '8ca5070d-57e9-428e-abc3-32534711000b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:49:28Z', 'updated_at': '2021-11-23T12:49:31Z', 'revision_number': 3, 'project_id': 'eb3119e26d244b21b60a73851e96f9a8', 'gw_port': {'id': '8ca5070d-57e9-428e-abc3-32534711000b', 'name': '', 'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:5c:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09fbce42-3de3-46b9-a5b8-8f173506d25e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:49:30Z', 'updated_at': '2021-11-23T12:49:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-smb'}] {{(pid=86840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 12:49:36.368977 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-27ff6d14-8a52-4007-91e6-39ffcbd0bca9 None None] Provisioning for port 8ebc29e2-7887-4920-8429-2d901ba7fca0 completed by entity DHCP. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:49:36.378294 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-27ff6d14-8a52-4007-91e6-39ffcbd0bca9 None None] Provisioning complete for port 8ebc29e2-7887-4920-8429-2d901ba7fca0 triggered by entity DHCP. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:49:36.378816 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-27ff6d14-8a52-4007-91e6-39ffcbd0bca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567787'] for port, provisioning_complete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:36.383687 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-63e62f96-befa-48a9-b1d4-2985752a6c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:36.444280 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.plugin [None req-27ff6d14-8a52-4007-91e6-39ffcbd0bca9 None None] Port 8ebc29e2-7887-4920-8429-2d901ba7fca0 cannot update to ACTIVE because it is not bound. {{(pid=86839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 23 12:49:36.447735 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Device 850c8f55-cdfa-4771-97ce-36f7b8423a3b details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 23 12:49:36.612125 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] For port 850c8f55-cdfa-4771-97ce-36f7b8423a3b, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=850c8f55-cdfa-4771-97ce-36f7b8423a3b,segment=NetworkSegment(59a6b585-e3ee-45c8-9d46-49d25176996c),segment_id=59a6b585-e3ee-45c8-9d46-49d25176996c)] {{(pid=86839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:49:36.644115 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Returning: {'device': '850c8f55-cdfa-4771-97ce-36f7b8423a3b', 'network_id': 'b15c6796-f0a9-4d15-aa1e-eb7fe36a0201', 'port_id': '850c8f55-cdfa-4771-97ce-36f7b8423a3b', 'mac_address': 'fa:16:3e:45:40:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62fcaa5c-0ecb-4cd2-b592-53ffd52c0337', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 23 12:49:36.736093 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:36.764268 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.notifiers.nova [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 850c8f55-cdfa-4771-97ce-36f7b8423a3b {{(pid=86839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 12:49:36.765812 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-63e62f96-befa-48a9-b1d4-2985752a6c0e admin admin] Notify callbacks [] for port, precommit_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:36.772658 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-63e62f96-befa-48a9-b1d4-2985752a6c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8277311'] for port, after_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:36.794379 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] For port 850c8f55-cdfa-4771-97ce-36f7b8423a3b, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=850c8f55-cdfa-4771-97ce-36f7b8423a3b,segment=NetworkSegment(59a6b585-e3ee-45c8-9d46-49d25176996c),segment_id=59a6b585-e3ee-45c8-9d46-49d25176996c)] {{(pid=86839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:49:36.801286 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826'] for port, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:36.803617 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-289aa29a-9c05-41de-9e5c-81c3ae5ac3f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:49:36.833137 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:49:36.917442 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Pushing event updated for resources: {'Port': ['ID=850c8f55-cdfa-4771-97ce-36f7b8423a3b,revision_number=4']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:49:36.924061 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:49:36.993094 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-63e62f96-befa-48a9-b1d4-2985752a6c0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1595889'] for router_interface, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:37.025738 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e62f96-befa-48a9-b1d4-2985752a6c0e admin admin] Pushing event updated for resources: {'Port': ['ID=8ebc29e2-7887-4920-8429-2d901ba7fca0,revision_number=2']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:49:37.033633 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-63e62f96-befa-48a9-b1d4-2985752a6c0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:49:37.061806 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Device 8ca5070d-57e9-428e-abc3-32534711000b up at agent ovs-agent-dv-cinder-818883-1-smb {{(pid=86839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:49:37.117784 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] get_ports_and_sgs() called for port_ids ['850c8f55-cdfa-4771-97ce-36f7b8423a3b'] {{(pid=86839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 12:49:37.129597 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a90999a-061b-4b09-9f07-900fc173c974 req-6c9b9665-66ff-48bd-a0d9-88278545e647 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:37.131375 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-7a90999a-061b-4b09-9f07-900fc173c974 req-6c9b9665-66ff-48bd-a0d9-88278545e647 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bb52a82-ed7f-4d60-bc04-7f2925dfab36 HTTP/1.1" status: 200 len: 945 time: 0.2658398 Nov 23 12:49:37.226444 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-7a90999a-061b-4b09-9f07-900fc173c974 req-dcd891d2-b726-440c-b6fb-32453b6bdfbf tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] 10.222.0.31 "GET /v2.0/security-groups?id=9da913dc-3b2c-4e11-a727-e7a51cca0bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873303 Nov 23 12:49:37.231373 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e62f96-befa-48a9-b1d4-2985752a6c0e admin admin] Network 7c33d52a-87ae-4141-a6c7-5d10fc6e3b8d is already hosted by enough agents. {{(pid=86838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:49:37.233084 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.scheduler.base_scheduler [None req-63e62f96-befa-48a9-b1d4-2985752a6c0e admin admin] Resources bound (agent type, host, resource id): {{(pid=86838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:49:37.248596 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Provisioning for port 8ca5070d-57e9-428e-abc3-32534711000b completed by entity L2. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:49:37.253776 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Provisioning complete for port 8ca5070d-57e9-428e-abc3-32534711000b triggered by entity L2. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:49:37.254661 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567787'] for port, provisioning_complete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:37.490197 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:37.519650 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] For port 8ca5070d-57e9-428e-abc3-32534711000b, host dv-cinder-818883-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-smb',level=0,port_id=8ca5070d-57e9-428e-abc3-32534711000b,segment=NetworkSegment(2dcdf227-6722-4632-a1c4-3c71d035812a),segment_id=2dcdf227-6722-4632-a1c4-3c71d035812a)] {{(pid=86839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:49:37.530632 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826'] for port, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:37.534414 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-289aa29a-9c05-41de-9e5c-81c3ae5ac3f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:49:37.655589 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-b0704f7d-54cd-4740-aead-bcc997bb68dd None None] Provisioning complete for port 8ebc29e2-7887-4920-8429-2d901ba7fca0 triggered by entity DHCP. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:49:37.655979 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-b0704f7d-54cd-4740-aead-bcc997bb68dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567787'] for port, provisioning_complete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:37.684713 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63e62f96-befa-48a9-b1d4-2985752a6c0e admin admin] Router 09fbce42-3de3-46b9-a5b8-8f173506d25e has already been hosted by L3 agent d7c7f769-7b7b-49b8-a5c1-735df886e043 {{(pid=86838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 12:49:37.704598 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Pushing event updated for resources: {'Port': ['ID=8ca5070d-57e9-428e-abc3-32534711000b,revision_number=4']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:49:37.711297 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:49:37.722249 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.plugin [None req-b0704f7d-54cd-4740-aead-bcc997bb68dd None None] Port 8ebc29e2-7887-4920-8429-2d901ba7fca0 cannot update to ACTIVE because it is not bound. {{(pid=86839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 23 12:49:37.787113 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbe9615-fd51-41ce-9864-a1e7f11c5edd req-6f7bda04-1aed-4355-b462-7cbd7e04e6f4 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:37.789114 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-edbe9615-fd51-41ce-9864-a1e7f11c5edd req-6f7bda04-1aed-4355-b462-7cbd7e04e6f4 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/ports?device_id=1aa277d2-d587-4c30-a177-a45523276ec0 HTTP/1.1" status: 200 len: 945 time: 0.3104594 Nov 23 12:49:37.919966 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-edbe9615-fd51-41ce-9864-a1e7f11c5edd req-6889eae2-8a69-4662-8df8-41b78e5649ab tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07395ea-6958-4a30-8653-814e78309a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211865 Nov 23 12:49:37.934533 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63e62f96-befa-48a9-b1d4-2985752a6c0e admin admin] Notify agent at l3_agent.dv-cinder-818883-1-smb the message routers_updated {{(pid=86838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 12:49:37.951260 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-63e62f96-befa-48a9-b1d4-2985752a6c0e admin admin] 10.222.0.31 "PUT /v2.0/routers/09fbce42-3de3-46b9-a5b8-8f173506d25e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9545600 Nov 23 12:49:38.332044 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a63d61f-d96c-4b98-bec8-2866e7ee0a05 None None] Sync routers for ids ['09fbce42-3de3-46b9-a5b8-8f173506d25e'] in dv-cinder-818883-1-smb {{(pid=86839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 12:49:38.341780 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a63d61f-d96c-4b98-bec8-2866e7ee0a05 None None] Routers {'09fbce42-3de3-46b9-a5b8-8f173506d25e'} bound to L3 agent in host dv-cinder-818883-1-smb {{(pid=86839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:49:38.342428 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_hamode_db [None req-8a63d61f-d96c-4b98-bec8-2866e7ee0a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T12:37:26Z,description=,heartbeat_timestamp=2021-11-23T12:49:26Z,host='dv-cinder-818883-1-smb',id=d7c7f769-7b7b-49b8-a5c1-735df886e043,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:37:26Z,topic='l3_agent')) {'router_ids': ['09fbce42-3de3-46b9-a5b8-8f173506d25e'], 'active': True} {{(pid=86839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:49:38.433385 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45b0fec-2548-4181-adce-df5f956c7f6c req-d0bc5e86-605e-40ce-bada-c09a75ee3fd6 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:38.440517 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-b45b0fec-2548-4181-adce-df5f956c7f6c req-d0bc5e86-605e-40ce-bada-c09a75ee3fd6 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bb52a82-ed7f-4d60-bc04-7f2925dfab36 HTTP/1.1" status: 200 len: 945 time: 0.0937378 Nov 23 12:49:38.492561 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-b45b0fec-2548-4181-adce-df5f956c7f6c req-9fc51cb8-d584-4bb2-bc0a-696a316a8562 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] 10.222.0.31 "GET /v2.0/security-groups?id=9da913dc-3b2c-4e11-a727-e7a51cca0bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511816 Nov 23 12:49:38.517760 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Device 850c8f55-cdfa-4771-97ce-36f7b8423a3b up at agent hyperv_hv-cinder-81888 {{(pid=86839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:49:38.579970 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 51880) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:49:38.587869 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_dvr_db [None req-8a63d61f-d96c-4b98-bec8-2866e7ee0a05 None None] Set router 09fbce42-3de3-46b9-a5b8-8f173506d25e gateway port host: dv-cinder-818883-1-smb {{(pid=86839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:49:38.653625 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 51888) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:49:38.660319 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.v2.base [None req-78057c24-eb91-4108-8830-beefd4bcc910 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1218610016', 'description': 'tempest-secgroup-smoke-1218610016 description', 'project_id': '904fe0d63bc7415b845bd812c5c3d7d5'}} {{(pid=86837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:49:38.672036 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-78057c24-eb91-4108-8830-beefd4bcc910 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:49:38.676956 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-78057c24-eb91-4108-8830-beefd4bcc910 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Usage tracker for resource:security_group and tenant:904fe0d63bc7415b845bd812c5c3d7d5 is out of sync, need to count used quota {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:49:38.681806 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-78057c24-eb91-4108-8830-beefd4bcc910 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:49:38.689194 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-78057c24-eb91-4108-8830-beefd4bcc910 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:49:38.701298 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-78057c24-eb91-4108-8830-beefd4bcc910 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Notify callbacks [] for security_group, before_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:38.742114 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-78057c24-eb91-4108-8830-beefd4bcc910 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:49:38.749036 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-78057c24-eb91-4108-8830-beefd4bcc910 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Usage tracker for resource:security_group_rule and tenant:904fe0d63bc7415b845bd812c5c3d7d5 is out of sync, need to count used quota {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:49:38.752070 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-b93db1d7-58a1-4ac6-827f-8c7dd0cd5d42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:38.754379 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Provisioning for port 850c8f55-cdfa-4771-97ce-36f7b8423a3b completed by entity L2. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:49:38.763833 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-78057c24-eb91-4108-8830-beefd4bcc910 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:49:38.773351 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-78057c24-eb91-4108-8830-beefd4bcc910 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:49:38.775578 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-b93db1d7-58a1-4ac6-827f-8c7dd0cd5d42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:49:38.781781 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-b93db1d7-58a1-4ac6-827f-8c7dd0cd5d42 admin admin] Usage tracker for resource:security_group_rule and tenant:a0e35bea6d6c409fb24c326b8d768646 is out of sync, need to count used quota {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:49:38.788006 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-b93db1d7-58a1-4ac6-827f-8c7dd0cd5d42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:49:38.795640 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-b93db1d7-58a1-4ac6-827f-8c7dd0cd5d42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:49:38.809436 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Provisioning complete for port 850c8f55-cdfa-4771-97ce-36f7b8423a3b triggered by entity L2. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:49:38.809827 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567787'] for port, provisioning_complete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:38.892577 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-78057c24-eb91-4108-8830-beefd4bcc910 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Notify callbacks [] for security_group, precommit_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:38.899667 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-78057c24-eb91-4108-8830-beefd4bcc910 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:38.909234 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-82224e8f-9c2d-4429-8259-1677058f4473 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:49:38.977663 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78057c24-eb91-4108-8830-beefd4bcc910 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9852912-4a05-430b-a939-7e65aa408a3f,revision_number=1']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:49:38.984164 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-78057c24-eb91-4108-8830-beefd4bcc910 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:49:38.987483 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-78057c24-eb91-4108-8830-beefd4bcc910 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Notify callbacks [] for security_group, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:38.988697 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-78057c24-eb91-4108-8830-beefd4bcc910 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3328490 Nov 23 12:49:38.990754 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-b93db1d7-58a1-4ac6-827f-8c7dd0cd5d42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:38.991803 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 51894) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:49:38.997258 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.v2.base [None req-a34a6ba5-6669-46a3-8af5-1604d0edccea tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Request body: {'security_group_rule': {'security_group_id': 'd9852912-4a05-430b-a939-7e65aa408a3f', 'project_id': '904fe0d63bc7415b845bd812c5c3d7d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:49:39.004523 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-b93db1d7-58a1-4ac6-827f-8c7dd0cd5d42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:39.013292 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-8e69cd79-7ae8-4800-a406-04f66814c820 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:49:39.013513 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-a34a6ba5-6669-46a3-8af5-1604d0edccea tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:49:39.015043 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Device 8ca5070d-57e9-428e-abc3-32534711000b up at agent ovs-agent-dv-cinder-818883-1-smb {{(pid=86839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:49:39.021624 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-a34a6ba5-6669-46a3-8af5-1604d0edccea tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Usage tracker for resource:security_group_rule and tenant:904fe0d63bc7415b845bd812c5c3d7d5 is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:49:39.025603 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-a34a6ba5-6669-46a3-8af5-1604d0edccea tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:49:39.034203 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-a34a6ba5-6669-46a3-8af5-1604d0edccea tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:49:39.061033 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-a34a6ba5-6669-46a3-8af5-1604d0edccea tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:39.063289 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-b93db1d7-58a1-4ac6-827f-8c7dd0cd5d42 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a0e35bea6d6c409fb24c326b8d768646&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4816628 Nov 23 12:49:39.063942 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 51898) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:49:39.066672 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93db1d7-58a1-4ac6-827f-8c7dd0cd5d42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=022fa8f5-b347-4714-9879-3042bfaba18a,revision_number=1']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:49:39.078992 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-b93db1d7-58a1-4ac6-827f-8c7dd0cd5d42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:49:39.084630 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:39.139958 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-6ae6bcda-3f66-4716-af5e-fee772ee70f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:39.140809 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bb52a82-ed7f-4d60-bc04-7f2925dfab36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '850c8f55-cdfa-4771-97ce-36f7b8423a3b'}] {{(pid=86839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:49:39.156214 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] For port 850c8f55-cdfa-4771-97ce-36f7b8423a3b, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=850c8f55-cdfa-4771-97ce-36f7b8423a3b,segment=NetworkSegment(59a6b585-e3ee-45c8-9d46-49d25176996c),segment_id=59a6b585-e3ee-45c8-9d46-49d25176996c)] {{(pid=86839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:49:39.165549 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826'] for port, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:39.169419 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:49:39.177561 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-6ae6bcda-3f66-4716-af5e-fee772ee70f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:39.234892 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_hamode_db [None req-8a63d61f-d96c-4b98-bec8-2866e7ee0a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09fbce42-3de3-46b9-a5b8-8f173506d25e', 'name': 'tempest-TestShelveInstance-1047492321-router', 'tenant_id': 'eb3119e26d244b21b60a73851e96f9a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'external_fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.140'}], 'enable_snat': True}, 'gw_port_id': '8ca5070d-57e9-428e-abc3-32534711000b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:49:28Z', 'updated_at': '2021-11-23T12:49:36Z', 'revision_number': 4, 'project_id': 'eb3119e26d244b21b60a73851e96f9a8', 'gw_port': {'id': '8ca5070d-57e9-428e-abc3-32534711000b', 'name': '', 'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:5c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fbce42-3de3-46b9-a5b8-8f173506d25e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:49:30Z', 'updated_at': '2021-11-23T12:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-smb', '_interfaces': [{'id': '8ebc29e2-7887-4920-8429-2d901ba7fca0', 'name': '', 'network_id': '7c33d52a-87ae-4141-a6c7-5d10fc6e3b8d', 'tenant_id': 'eb3119e26d244b21b60a73851e96f9a8', 'mac_address': 'fa:16:3e:d0:bd:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09fbce42-3de3-46b9-a5b8-8f173506d25e', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '79e01c1b-adb8-4032-bd50-d37615495031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:49:35Z', 'updated_at': '2021-11-23T12:49:36Z', 'revision_number': 2, 'project_id': 'eb3119e26d244b21b60a73851e96f9a8', 'subnets': [{'id': '79e01c1b-adb8-4032-bd50-d37615495031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-1-smb', False) {} {{(pid=86839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:49:39.238887 dv-cinder-818883-1-smb neutron-server[86839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bb52a82-ed7f-4d60-bc04-7f2925dfab36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '850c8f55-cdfa-4771-97ce-36f7b8423a3b', 'code': 200} Nov 23 12:49:39.241384 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Provisioning complete for port 8ca5070d-57e9-428e-abc3-32534711000b triggered by entity L2. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:49:39.241789 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567787'] for port, provisioning_complete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:39.246207 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-6ae6bcda-3f66-4716-af5e-fee772ee70f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:39.250327 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-bb6cb9d9-3435-460f-a092-028dd629d34f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:49:39.250823 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-a34a6ba5-6669-46a3-8af5-1604d0edccea tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:39.262134 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae6bcda-3f66-4716-af5e-fee772ee70f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=022fa8f5-b347-4714-9879-3042bfaba18a,revision_number=None']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:49:39.263949 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969afdcd-97e5-4207-aae5-03c9e5dc283a req-d4f22236-0634-4fc6-b4e1-eddcd1b9d936 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:39.266864 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-969afdcd-97e5-4207-aae5-03c9e5dc283a req-d4f22236-0634-4fc6-b4e1-eddcd1b9d936 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/ports?device_id=1aa277d2-d587-4c30-a177-a45523276ec0 HTTP/1.1" status: 200 len: 945 time: 0.1933560 Nov 23 12:49:39.268226 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-a34a6ba5-6669-46a3-8af5-1604d0edccea tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453238'] for security_group_rule, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:39.269210 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-6ae6bcda-3f66-4716-af5e-fee772ee70f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:49:39.272058 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-6ae6bcda-3f66-4716-af5e-fee772ee70f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:39.276686 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-6ae6bcda-3f66-4716-af5e-fee772ee70f4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/022fa8f5-b347-4714-9879-3042bfaba18a HTTP/1.1" status: 204 len: 168 time: 0.2115276 Nov 23 12:49:39.287048 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:49:39.304103 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a63d61f-d96c-4b98-bec8-2866e7ee0a05 None None] Checking router: 09fbce42-3de3-46b9-a5b8-8f173506d25e for host: dv-cinder-818883-1-smb {{(pid=86839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 12:49:39.304475 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a63d61f-d96c-4b98-bec8-2866e7ee0a05 None None] Updating router 09fbce42-3de3-46b9-a5b8-8f173506d25e port 8ebc29e2-7887-4920-8429-2d901ba7fca0 binding host dv-cinder-818883-1-smb {{(pid=86839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 12:49:39.325374 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34a6ba5-6669-46a3-8af5-1604d0edccea tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d02d280-0131-40fb-86e6-aa7f3afebe8c,revision_number=0']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:49:39.332642 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-a34a6ba5-6669-46a3-8af5-1604d0edccea tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:39.333935 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-a34a6ba5-6669-46a3-8af5-1604d0edccea tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3410714 Nov 23 12:49:39.336880 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 51906) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:49:39.342635 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.v2.base [None req-37753753-e8a5-4291-9004-1edf1aa34d2d tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Request body: {'security_group_rule': {'security_group_id': 'd9852912-4a05-430b-a939-7e65aa408a3f', 'project_id': '904fe0d63bc7415b845bd812c5c3d7d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:49:39.356238 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-37753753-e8a5-4291-9004-1edf1aa34d2d tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:49:39.357608 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34a6ba5-6669-46a3-8af5-1604d0edccea tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:49:39.357977 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34a6ba5-6669-46a3-8af5-1604d0edccea tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:49:39.358344 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34a6ba5-6669-46a3-8af5-1604d0edccea tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:49:39.358692 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34a6ba5-6669-46a3-8af5-1604d0edccea tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:49:39.359095 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34a6ba5-6669-46a3-8af5-1604d0edccea tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:49:39.359440 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34a6ba5-6669-46a3-8af5-1604d0edccea tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:49:39.359823 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34a6ba5-6669-46a3-8af5-1604d0edccea tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:49:39.360177 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34a6ba5-6669-46a3-8af5-1604d0edccea tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:49:39.360527 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34a6ba5-6669-46a3-8af5-1604d0edccea tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:49:39.360871 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34a6ba5-6669-46a3-8af5-1604d0edccea tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:49:39.361210 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34a6ba5-6669-46a3-8af5-1604d0edccea tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:49:39.361547 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34a6ba5-6669-46a3-8af5-1604d0edccea tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:49:39.368720 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-37753753-e8a5-4291-9004-1edf1aa34d2d tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Usage tracker for resource:security_group_rule and tenant:904fe0d63bc7415b845bd812c5c3d7d5 is out of sync, need to count used quota {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:49:39.370849 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-a34a6ba5-6669-46a3-8af5-1604d0edccea tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:49:39.375910 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-37753753-e8a5-4291-9004-1edf1aa34d2d tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:49:39.378461 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-969afdcd-97e5-4207-aae5-03c9e5dc283a req-59d147ab-7a5e-4ae6-ba30-4b21c9bea3a9 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07395ea-6958-4a30-8653-814e78309a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924084 Nov 23 12:49:39.391431 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-8a63d61f-d96c-4b98-bec8-2866e7ee0a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:39.392260 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-37753753-e8a5-4291-9004-1edf1aa34d2d tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:49:39.427465 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-37753753-e8a5-4291-9004-1edf1aa34d2d tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:39.438507 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Pushing event updated for resources: {'Port': ['ID=850c8f55-cdfa-4771-97ce-36f7b8423a3b,revision_number=5']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:49:39.453805 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:49:39.557111 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-37753753-e8a5-4291-9004-1edf1aa34d2d tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:39.571109 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-37753753-e8a5-4291-9004-1edf1aa34d2d tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453238'] for security_group_rule, after_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:39.609833 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:49:39.624437 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-37753753-e8a5-4291-9004-1edf1aa34d2d tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:39.625649 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-37753753-e8a5-4291-9004-1edf1aa34d2d tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2877550 Nov 23 12:49:39.629688 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 51918) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:49:39.633061 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37753753-e8a5-4291-9004-1edf1aa34d2d tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3785f9df-b733-49fa-9ae4-90b118974040,revision_number=0']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:49:39.640491 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-37753753-e8a5-4291-9004-1edf1aa34d2d tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:49:39.644676 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.v2.base [None req-a2fcc532-95b6-4a1f-9775-eecbb53402b4 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Request body: {'security_group_rule': {'security_group_id': 'd9852912-4a05-430b-a939-7e65aa408a3f', 'project_id': '904fe0d63bc7415b845bd812c5c3d7d5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:49:39.655760 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-a2fcc532-95b6-4a1f-9775-eecbb53402b4 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:49:39.665023 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-a2fcc532-95b6-4a1f-9775-eecbb53402b4 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Usage tracker for resource:security_group_rule and tenant:904fe0d63bc7415b845bd812c5c3d7d5 is out of sync, need to count used quota {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:49:39.669343 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-a2fcc532-95b6-4a1f-9775-eecbb53402b4 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:49:39.675236 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e23b62e-4cc7-4015-9b8c-d0bafeb09556 req-3af89400-b430-4757-8288-93a7655394aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:39.678009 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-1e23b62e-4cc7-4015-9b8c-d0bafeb09556 req-3af89400-b430-4757-8288-93a7655394aa service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6bb52a82-ed7f-4d60-bc04-7f2925dfab36 HTTP/1.1" status: 200 len: 1099 time: 0.1812069 Nov 23 12:49:39.688882 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-a2fcc532-95b6-4a1f-9775-eecbb53402b4 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:49:39.738646 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-1e23b62e-4cc7-4015-9b8c-d0bafeb09556 req-215872eb-8e37-4ddf-acb6-7534322b8825 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=9da913dc-3b2c-4e11-a727-e7a51cca0bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521529 Nov 23 12:49:39.754970 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-a2fcc532-95b6-4a1f-9775-eecbb53402b4 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:39.761637 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54468ae3-bc9b-4b36-8f0d-638be7044049 req-77d0bff7-056d-4c03-b228-4c3e1eb72970 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:39.763413 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-54468ae3-bc9b-4b36-8f0d-638be7044049 req-77d0bff7-056d-4c03-b228-4c3e1eb72970 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bb52a82-ed7f-4d60-bc04-7f2925dfab36 HTTP/1.1" status: 200 len: 946 time: 0.1497037 Nov 23 12:49:39.823087 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-54468ae3-bc9b-4b36-8f0d-638be7044049 req-d0896759-32ca-4bdc-99f3-c9fa5d345503 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] 10.222.0.31 "GET /v2.0/security-groups?id=9da913dc-3b2c-4e11-a727-e7a51cca0bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514116 Nov 23 12:49:39.857524 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-a2fcc532-95b6-4a1f-9775-eecbb53402b4 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:39.862853 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-a2fcc532-95b6-4a1f-9775-eecbb53402b4 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453238'] for security_group_rule, after_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:39.865382 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-2fdf3c1c-b181-425a-a970-0eb73b73475a tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:49:39.893189 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fcc532-95b6-4a1f-9775-eecbb53402b4 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04de8d17-f5e7-4185-a847-bdba6e1f27f6,revision_number=0']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:49:39.896567 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-a2fcc532-95b6-4a1f-9775-eecbb53402b4 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:49:39.907552 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-a2fcc532-95b6-4a1f-9775-eecbb53402b4 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:39.908859 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-a2fcc532-95b6-4a1f-9775-eecbb53402b4 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2773609 Nov 23 12:49:39.911816 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 51930) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:49:39.918060 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.v2.base [None req-b94303bc-ea8c-40bb-bc68-22e9bc168c19 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Request body: {'security_group_rule': {'security_group_id': 'd9852912-4a05-430b-a939-7e65aa408a3f', 'project_id': '904fe0d63bc7415b845bd812c5c3d7d5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:49:39.927533 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-b94303bc-ea8c-40bb-bc68-22e9bc168c19 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:49:39.929639 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-b94303bc-ea8c-40bb-bc68-22e9bc168c19 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Usage tracker for resource:security_group_rule and tenant:904fe0d63bc7415b845bd812c5c3d7d5 is out of sync, need to count used quota {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:49:39.933101 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-b94303bc-ea8c-40bb-bc68-22e9bc168c19 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:49:39.939593 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-b94303bc-ea8c-40bb-bc68-22e9bc168c19 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:49:39.959866 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-b94303bc-ea8c-40bb-bc68-22e9bc168c19 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:40.015239 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-8a63d61f-d96c-4b98-bec8-2866e7ee0a05 None None] Notify callbacks [] for port, precommit_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:40.028145 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-8a63d61f-d96c-4b98-bec8-2866e7ee0a05 None None] Transition to ACTIVE for port object 8ebc29e2-7887-4920-8429-2d901ba7fca0 will not be triggered until provisioned by entity L2. {{(pid=86839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:49:40.038625 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-b94303bc-ea8c-40bb-bc68-22e9bc168c19 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:40.043265 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-8a63d61f-d96c-4b98-bec8-2866e7ee0a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826'] for port, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:40.043435 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-b94303bc-ea8c-40bb-bc68-22e9bc168c19 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453238'] for security_group_rule, after_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:40.045607 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:49:40.047639 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-712c8795-21ae-4dc3-aa8b-4c9df776277e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:49:40.067655 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94303bc-ea8c-40bb-bc68-22e9bc168c19 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cb5e677-4559-46ef-bbe1-2d5bb654dfd4,revision_number=0']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:49:40.072091 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-b94303bc-ea8c-40bb-bc68-22e9bc168c19 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:49:40.083782 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-b94303bc-ea8c-40bb-bc68-22e9bc168c19 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:40.087231 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-b94303bc-ea8c-40bb-bc68-22e9bc168c19 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1741819 Nov 23 12:49:40.088152 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 51940) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:49:40.096475 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.v2.base [None req-7e5d7e64-7f30-4118-b2a3-9f1c6237943a tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Request body: {'security_group_rule': {'security_group_id': 'd9852912-4a05-430b-a939-7e65aa408a3f', 'project_id': '904fe0d63bc7415b845bd812c5c3d7d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:49:40.104163 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-7e5d7e64-7f30-4118-b2a3-9f1c6237943a tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:49:40.127744 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-7e5d7e64-7f30-4118-b2a3-9f1c6237943a tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Usage tracker for resource:security_group_rule and tenant:904fe0d63bc7415b845bd812c5c3d7d5 is out of sync, need to count used quota {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:49:40.134106 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-7e5d7e64-7f30-4118-b2a3-9f1c6237943a tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:49:40.146378 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-7e5d7e64-7f30-4118-b2a3-9f1c6237943a tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:49:40.180053 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.db.securitygroups_db [None req-7e5d7e64-7f30-4118-b2a3-9f1c6237943a tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Project 904fe0d63bc7415b845bd812c5c3d7d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 12:49:40.190414 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-7e5d7e64-7f30-4118-b2a3-9f1c6237943a tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:40.225598 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9ee04f-b8a5-4888-b6e6-88af387b5856 None None] Pushing event updated for resources: {'Port': ['ID=8ebc29e2-7887-4920-8429-2d901ba7fca0,revision_number=3']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:49:40.259721 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-9a9ee04f-b8a5-4888-b6e6-88af387b5856 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:49:40.269931 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-7e5d7e64-7f30-4118-b2a3-9f1c6237943a tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:40.280643 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-7e5d7e64-7f30-4118-b2a3-9f1c6237943a tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453238'] for security_group_rule, after_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:40.282871 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-37753753-e8a5-4291-9004-1edf1aa34d2d tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:49:40.289035 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.managers [None req-8a63d61f-d96c-4b98-bec8-2866e7ee0a05 None None] Attempting to bind port 8ebc29e2-7887-4920-8429-2d901ba7fca0 on host dv-cinder-818883-1-smb for vnic_type normal with profile {{(pid=86839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 12:49:40.289704 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.managers [None req-8a63d61f-d96c-4b98-bec8-2866e7ee0a05 None None] Attempting to bind port 8ebc29e2-7887-4920-8429-2d901ba7fca0 by drivers openvswitch,hyperv on host dv-cinder-818883-1-smb at level 0 using segments [{'id': 'c0a05d54-52eb-4a0f-af38-9bf1931592ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '7c33d52a-87ae-4141-a6c7-5d10fc6e3b8d'}] {{(pid=86839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 12:49:40.290210 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a63d61f-d96c-4b98-bec8-2866e7ee0a05 None None] Attempting to bind port 8ebc29e2-7887-4920-8429-2d901ba7fca0 on network 7c33d52a-87ae-4141-a6c7-5d10fc6e3b8d {{(pid=86839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:49:40.296360 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a63d61f-d96c-4b98-bec8-2866e7ee0a05 None None] Checking agent: {'id': 'cd5e743e-4289-46d3-a833-871886dcba65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818883-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 37, 23), 'started_at': datetime.datetime(2021, 11, 23, 12, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818883-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 12:49:40.296890 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a63d61f-d96c-4b98-bec8-2866e7ee0a05 None None] Checking segment: {'id': 'c0a05d54-52eb-4a0f-af38-9bf1931592ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '7c33d52a-87ae-4141-a6c7-5d10fc6e3b8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:49:40.297408 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-8a63d61f-d96c-4b98-bec8-2866e7ee0a05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:40.297909 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a63d61f-d96c-4b98-bec8-2866e7ee0a05 None None] Bound using segment: {'id': 'c0a05d54-52eb-4a0f-af38-9bf1931592ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '7c33d52a-87ae-4141-a6c7-5d10fc6e3b8d'} {{(pid=86839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 12:49:40.298516 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.managers [None req-8a63d61f-d96c-4b98-bec8-2866e7ee0a05 None None] Bound port: 8ebc29e2-7887-4920-8429-2d901ba7fca0, host: dv-cinder-818883-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0a05d54-52eb-4a0f-af38-9bf1931592ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '7c33d52a-87ae-4141-a6c7-5d10fc6e3b8d'}}] {{(pid=86839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 12:49:40.299022 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-8a63d61f-d96c-4b98-bec8-2866e7ee0a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:40.307388 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5d7e64-7f30-4118-b2a3-9f1c6237943a tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fe419e0-2542-4e37-9cf0-4dd81bec77d1,revision_number=0']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:49:40.310533 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-7e5d7e64-7f30-4118-b2a3-9f1c6237943a tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:49:40.322352 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-7e5d7e64-7f30-4118-b2a3-9f1c6237943a tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:40.328189 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-7e5d7e64-7f30-4118-b2a3-9f1c6237943a tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2372069 Nov 23 12:49:40.328578 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 51946) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:49:40.333720 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.v2.base [None req-0baf4511-b7fb-4775-86a1-cfc9ae8e2fec tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Request body: {'security_group_rule': {'security_group_id': 'd9852912-4a05-430b-a939-7e65aa408a3f', 'project_id': '904fe0d63bc7415b845bd812c5c3d7d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:49:40.343902 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-0baf4511-b7fb-4775-86a1-cfc9ae8e2fec tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:49:40.350507 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-0baf4511-b7fb-4775-86a1-cfc9ae8e2fec tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Usage tracker for resource:security_group_rule and tenant:904fe0d63bc7415b845bd812c5c3d7d5 is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:49:40.355559 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-0baf4511-b7fb-4775-86a1-cfc9ae8e2fec tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:49:40.364206 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-0baf4511-b7fb-4775-86a1-cfc9ae8e2fec tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:49:40.377609 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.db.securitygroups_db [None req-0baf4511-b7fb-4775-86a1-cfc9ae8e2fec tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Project 904fe0d63bc7415b845bd812c5c3d7d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 12:49:40.388792 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-0baf4511-b7fb-4775-86a1-cfc9ae8e2fec tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:40.411071 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-8a63d61f-d96c-4b98-bec8-2866e7ee0a05 None None] For port 8ebc29e2-7887-4920-8429-2d901ba7fca0, host dv-cinder-818883-1-smb, cleared binding levels {{(pid=86839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 12:49:40.414771 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-8a63d61f-d96c-4b98-bec8-2866e7ee0a05 None None] For port 8ebc29e2-7887-4920-8429-2d901ba7fca0, host dv-cinder-818883-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-smb',level=0,port_id=8ebc29e2-7887-4920-8429-2d901ba7fca0,segment=NetworkSegment(c0a05d54-52eb-4a0f-af38-9bf1931592ff),segment_id=c0a05d54-52eb-4a0f-af38-9bf1931592ff)] {{(pid=86839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 12:49:40.422008 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-8a63d61f-d96c-4b98-bec8-2866e7ee0a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826'] for port, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:40.427542 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:49:40.462616 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ada39a-022b-4834-ab68-b1225acaed9e req-50201de1-df32-4e7d-8807-9868f9e9895b tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:40.463462 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [req-39ada39a-022b-4834-ab68-b1225acaed9e req-50201de1-df32-4e7d-8807-9868f9e9895b tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Synchronizing usage tracker for tenant:91624ff73b014ed4aa8831330bf94986 on resource:port {{(pid=86837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:49:40.514491 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [req-39ada39a-022b-4834-ab68-b1225acaed9e req-50201de1-df32-4e7d-8807-9868f9e9895b tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Unset dirty status for tenant:91624ff73b014ed4aa8831330bf94986 on resource:port {{(pid=86837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:49:40.515568 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a63d61f-d96c-4b98-bec8-2866e7ee0a05 None None] Routers {'09fbce42-3de3-46b9-a5b8-8f173506d25e'} bound to L3 agent in host dv-cinder-818883-1-smb {{(pid=86839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:49:40.516292 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_hamode_db [None req-8a63d61f-d96c-4b98-bec8-2866e7ee0a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T12:37:26Z,description=,heartbeat_timestamp=2021-11-23T12:49:26Z,host='dv-cinder-818883-1-smb',id=d7c7f769-7b7b-49b8-a5c1-735df886e043,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:37:26Z,topic='l3_agent')) {'router_ids': ['09fbce42-3de3-46b9-a5b8-8f173506d25e'], 'active': True} {{(pid=86839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:49:40.519736 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-39ada39a-022b-4834-ab68-b1225acaed9e req-50201de1-df32-4e7d-8807-9868f9e9895b tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.54 "GET /v2.0/ports?device_id=1aa277d2-d587-4c30-a177-a45523276ec0 HTTP/1.1" status: 200 len: 945 time: 0.1888890 Nov 23 12:49:40.533475 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-0baf4511-b7fb-4775-86a1-cfc9ae8e2fec tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:40.541533 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-0baf4511-b7fb-4775-86a1-cfc9ae8e2fec tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453238'] for security_group_rule, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:40.544806 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:49:40.612733 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9ee04f-b8a5-4888-b6e6-88af387b5856 None None] Pushing event updated for resources: {'Port': ['ID=8ebc29e2-7887-4920-8429-2d901ba7fca0,revision_number=4']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:49:40.624431 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-9a9ee04f-b8a5-4888-b6e6-88af387b5856 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:49:40.633695 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baf4511-b7fb-4775-86a1-cfc9ae8e2fec tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e76550de-06f3-457c-b6a8-c527d1be76af,revision_number=0']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:49:40.645894 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-0baf4511-b7fb-4775-86a1-cfc9ae8e2fec tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:49:40.663293 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-0baf4511-b7fb-4775-86a1-cfc9ae8e2fec tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:40.674249 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-0baf4511-b7fb-4775-86a1-cfc9ae8e2fec tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3363299 Nov 23 12:49:40.687523 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.plugin [req-39ada39a-022b-4834-ab68-b1225acaed9e req-32d478b2-9e02-4053-9501-0838e9804c83 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Deleting port 802d7382-a7a7-4d00-8901-3b4993b19393 {{(pid=86837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 12:49:40.688877 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-39ada39a-022b-4834-ab68-b1225acaed9e req-32d478b2-9e02-4053-9501-0838e9804c83 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788171068353'] for port, before_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:40.723135 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d8b107-a886-4540-9ee7-7d276f9cc378 req-9618edd8-f21e-4381-9ec6-4ff3790833be tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:40.733656 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-61d8b107-a886-4540-9ee7-7d276f9cc378 req-9618edd8-f21e-4381-9ec6-4ff3790833be tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/ports?device_id=1aa277d2-d587-4c30-a177-a45523276ec0 HTTP/1.1" status: 200 len: 945 time: 0.1727087 Nov 23 12:49:40.772190 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_dvr_db [None req-8a63d61f-d96c-4b98-bec8-2866e7ee0a05 None None] Set router 09fbce42-3de3-46b9-a5b8-8f173506d25e gateway port host: dv-cinder-818883-1-smb {{(pid=86839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:49:40.804266 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-61d8b107-a886-4540-9ee7-7d276f9cc378 req-54111ffe-edd1-407e-aa91-05e7e7f6e3f7 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/security-groups?id=a07395ea-6958-4a30-8653-814e78309a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691669 Nov 23 12:49:41.267080 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01dc913-66fc-42dd-aada-4308d72ecccb req-5298e5e2-9e9e-4a96-99db-8799537b553b tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:41.270509 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-d01dc913-66fc-42dd-aada-4308d72ecccb req-5298e5e2-9e9e-4a96-99db-8799537b553b tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bb52a82-ed7f-4d60-bc04-7f2925dfab36 HTTP/1.1" status: 200 len: 946 time: 0.1712954 Nov 23 12:49:41.347154 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-d01dc913-66fc-42dd-aada-4308d72ecccb req-ef47d7f8-a843-4542-9069-12ea625e110f tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] 10.222.0.31 "GET /v2.0/security-groups?id=9da913dc-3b2c-4e11-a727-e7a51cca0bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685611 Nov 23 12:49:41.379978 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_hamode_db [None req-8a63d61f-d96c-4b98-bec8-2866e7ee0a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09fbce42-3de3-46b9-a5b8-8f173506d25e', 'name': 'tempest-TestShelveInstance-1047492321-router', 'tenant_id': 'eb3119e26d244b21b60a73851e96f9a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'external_fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.140'}], 'enable_snat': True}, 'gw_port_id': '8ca5070d-57e9-428e-abc3-32534711000b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:49:28Z', 'updated_at': '2021-11-23T12:49:36Z', 'revision_number': 4, 'project_id': 'eb3119e26d244b21b60a73851e96f9a8', 'gw_port': {'id': '8ca5070d-57e9-428e-abc3-32534711000b', 'name': '', 'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:5c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fbce42-3de3-46b9-a5b8-8f173506d25e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:49:30Z', 'updated_at': '2021-11-23T12:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-smb', '_interfaces': [{'id': '8ebc29e2-7887-4920-8429-2d901ba7fca0', 'name': '', 'network_id': '7c33d52a-87ae-4141-a6c7-5d10fc6e3b8d', 'tenant_id': 'eb3119e26d244b21b60a73851e96f9a8', 'mac_address': 'fa:16:3e:d0:bd:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09fbce42-3de3-46b9-a5b8-8f173506d25e', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '79e01c1b-adb8-4032-bd50-d37615495031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:49:35Z', 'updated_at': '2021-11-23T12:49:40Z', 'revision_number': 4, 'project_id': 'eb3119e26d244b21b60a73851e96f9a8', 'subnets': [{'id': '79e01c1b-adb8-4032-bd50-d37615495031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-1-smb', False) {} {{(pid=86839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:49:41.381831 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.db [req-39ada39a-022b-4834-ab68-b1225acaed9e req-32d478b2-9e02-4053-9501-0838e9804c83 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] For port 802d7382-a7a7-4d00-8901-3b4993b19393, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=802d7382-a7a7-4d00-8901-3b4993b19393,segment=NetworkSegment(2ce219c0-31bb-4a35-97c5-ece432ad3767),segment_id=2ce219c0-31bb-4a35-97c5-ece432ad3767)] {{(pid=86837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:49:41.382760 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-39ada39a-022b-4834-ab68-b1225acaed9e req-32d478b2-9e02-4053-9501-0838e9804c83 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506271'] for port, precommit_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:41.384414 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a63d61f-d96c-4b98-bec8-2866e7ee0a05 None None] The sync data for ids ['09fbce42-3de3-46b9-a5b8-8f173506d25e'] in dv-cinder-818883-1-smb is: [{'id': '09fbce42-3de3-46b9-a5b8-8f173506d25e', 'name': 'tempest-TestShelveInstance-1047492321-router', 'tenant_id': 'eb3119e26d244b21b60a73851e96f9a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'external_fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.140'}], 'enable_snat': True}, 'gw_port_id': '8ca5070d-57e9-428e-abc3-32534711000b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:49:28Z', 'updated_at': '2021-11-23T12:49:36Z', 'revision_number': 4, 'project_id': 'eb3119e26d244b21b60a73851e96f9a8', 'gw_port': {'id': '8ca5070d-57e9-428e-abc3-32534711000b', 'name': '', 'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:5c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fbce42-3de3-46b9-a5b8-8f173506d25e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:49:30Z', 'updated_at': '2021-11-23T12:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-smb', '_interfaces': [{'id': '8ebc29e2-7887-4920-8429-2d901ba7fca0', 'name': '', 'network_id': '7c33d52a-87ae-4141-a6c7-5d10fc6e3b8d', 'tenant_id': 'eb3119e26d244b21b60a73851e96f9a8', 'mac_address': 'fa:16:3e:d0:bd:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09fbce42-3de3-46b9-a5b8-8f173506d25e', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '79e01c1b-adb8-4032-bd50-d37615495031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:49:35Z', 'updated_at': '2021-11-23T12:49:40Z', 'revision_number': 4, 'project_id': 'eb3119e26d244b21b60a73851e96f9a8', 'subnets': [{'id': '79e01c1b-adb8-4032-bd50-d37615495031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 12:49:41.557327 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.plugin [req-39ada39a-022b-4834-ab68-b1225acaed9e req-32d478b2-9e02-4053-9501-0838e9804c83 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Calling delete_port for 802d7382-a7a7-4d00-8901-3b4993b19393 owned by compute:nova {{(pid=86837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 12:49:41.807942 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-39ada39a-022b-4834-ab68-b1225acaed9e req-32d478b2-9e02-4053-9501-0838e9804c83 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788171071573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788170525772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6379447'] for port, after_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:41.821483 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] get_ports_and_sgs() called for port_ids ['802d7382-a7a7-4d00-8901-3b4993b19393'] {{(pid=86839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 12:49:41.858328 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-d240404c-7657-4987-aa88-8256eb4efa1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:49:41.936045 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d478b2-9e02-4053-9501-0838e9804c83 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Pushing event deleted for resources: {'Port': ['ID=802d7382-a7a7-4d00-8901-3b4993b19393,revision_number=None']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:49:42.002625 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-32d478b2-9e02-4053-9501-0838e9804c83 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:49:42.074629 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.l3_dvrscheduler_db [req-39ada39a-022b-4834-ab68-b1225acaed9e req-32d478b2-9e02-4053-9501-0838e9804c83 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] No DVR routers for this DVR port 802d7382-a7a7-4d00-8901-3b4993b19393 on host hv-cinder-81888 {{(pid=86837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 12:49:42.078567 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-39ada39a-022b-4834-ab68-b1225acaed9e req-32d478b2-9e02-4053-9501-0838e9804c83 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188604'] for port, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:42.082287 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aa277d2-d587-4c30-a177-a45523276ec0', 'name': 'network-vif-deleted', 'tag': '802d7382-a7a7-4d00-8901-3b4993b19393'}] {{(pid=86837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:49:42.086267 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-0091c16a-7493-4c8d-9fb2-e9cd678f8749 req-d058655d-96c5-4cc4-bbf0-ead1340c51d8 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.31 "GET /v2.0/ports?device_id=1aa277d2-d587-4c30-a177-a45523276ec0 HTTP/1.1" status: 200 len: 210 time: 0.0814204 Nov 23 12:49:42.128861 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-39ada39a-022b-4834-ab68-b1225acaed9e req-32d478b2-9e02-4053-9501-0838e9804c83 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] 10.222.0.54 "DELETE /v2.0/ports/802d7382-a7a7-4d00-8901-3b4993b19393 HTTP/1.1" status: 204 len: 173 time: 1.6042066 Nov 23 12:49:42.174009 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aa277d2-d587-4c30-a177-a45523276ec0', 'name': 'network-vif-deleted', 'tag': '802d7382-a7a7-4d00-8901-3b4993b19393', 'status': 'completed', 'code': 200} Nov 23 12:49:42.594012 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbc8e0c-75bb-41b4-ae7e-187568af64b2 req-9b349274-c417-4b0e-9f4c-313b0df9b00b tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:42.597313 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-ecbc8e0c-75bb-41b4-ae7e-187568af64b2 req-9b349274-c417-4b0e-9f4c-313b0df9b00b tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bb52a82-ed7f-4d60-bc04-7f2925dfab36 HTTP/1.1" status: 200 len: 946 time: 0.1102927 Nov 23 12:49:42.680824 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-ecbc8e0c-75bb-41b4-ae7e-187568af64b2 req-1f0a147d-2c9f-4d64-abb9-aa537462f419 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] 10.222.0.31 "GET /v2.0/security-groups?id=9da913dc-3b2c-4e11-a727-e7a51cca0bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734203 Nov 23 12:49:43.015449 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2be62b5-e340-4647-9c5f-082c7c16d351 req-b5f1b0bc-581e-4c41-98cb-78f78e43200f tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:43.017124 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-d2be62b5-e340-4647-9c5f-082c7c16d351 req-b5f1b0bc-581e-4c41-98cb-78f78e43200f tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bb52a82-ed7f-4d60-bc04-7f2925dfab36 HTTP/1.1" status: 200 len: 946 time: 0.1401234 Nov 23 12:49:43.076750 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Device 8ebc29e2-7887-4920-8429-2d901ba7fca0 up at agent ovs-agent-dv-cinder-818883-1-smb {{(pid=86839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:49:43.138398 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-d2be62b5-e340-4647-9c5f-082c7c16d351 req-ab092637-3baa-4ac4-a92e-76a320a6821c tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] 10.222.0.31 "GET /v2.0/security-groups?id=9da913dc-3b2c-4e11-a727-e7a51cca0bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914395 Nov 23 12:49:43.225941 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Provisioning for port 8ebc29e2-7887-4920-8429-2d901ba7fca0 completed by entity L2. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:49:43.238728 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Provisioning complete for port 8ebc29e2-7887-4920-8429-2d901ba7fca0 triggered by entity L2. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:49:43.239167 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567787'] for port, provisioning_complete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:43.300905 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 52058) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:49:43.410514 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:43.483875 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] For port 8ebc29e2-7887-4920-8429-2d901ba7fca0, host dv-cinder-818883-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-smb',level=0,port_id=8ebc29e2-7887-4920-8429-2d901ba7fca0,segment=NetworkSegment(c0a05d54-52eb-4a0f-af38-9bf1931592ff),segment_id=c0a05d54-52eb-4a0f-af38-9bf1931592ff)] {{(pid=86839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:49:43.491863 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826'] for port, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:43.496266 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:49:43.597186 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Pushing event updated for resources: {'Port': ['ID=8ebc29e2-7887-4920-8429-2d901ba7fca0,revision_number=5']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:49:43.601617 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:49:43.955953 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb43d108-4061-4aec-8bfa-e445b1d8d772 req-52a94e5c-9c2e-4b02-8e26-9c5e63cbc84a tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:43.957520 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-eb43d108-4061-4aec-8bfa-e445b1d8d772 req-52a94e5c-9c2e-4b02-8e26-9c5e63cbc84a tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bb52a82-ed7f-4d60-bc04-7f2925dfab36 HTTP/1.1" status: 200 len: 946 time: 0.3299861 Nov 23 12:49:44.051124 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-eb43d108-4061-4aec-8bfa-e445b1d8d772 req-f1d38cdf-bbbf-4d63-90f0-0a0b6dfd0d32 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] 10.222.0.31 "GET /v2.0/security-groups?id=9da913dc-3b2c-4e11-a727-e7a51cca0bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857732 Nov 23 12:49:44.193917 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-14ac1e87-2321-4206-bfb7-51525d822a86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1595807'] for router_interface, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:44.486356 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Device 802d7382-a7a7-4d00-8901-3b4993b19393 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 12:49:44.564414 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.plugin [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] No Port match for: 802d7382-a7a7-4d00-8901-3b4993b19393 {{(pid=86839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 12:49:44.564780 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Device 802d7382-a7a7-4d00-8901-3b4993b19393 not bound to the agent host hv-cinder-81888 {{(pid=86839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 12:49:44.611686 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.plugin [None req-14ac1e87-2321-4206-bfb7-51525d822a86 admin admin] Deleting port fe9291ed-8143-488d-b840-259ef650d936 {{(pid=86838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 12:49:44.612081 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-14ac1e87-2321-4206-bfb7-51525d822a86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788171068353'] for port, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:44.817045 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.db [None req-14ac1e87-2321-4206-bfb7-51525d822a86 admin admin] For port fe9291ed-8143-488d-b840-259ef650d936, host dv-cinder-818883-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-smb',level=0,port_id=fe9291ed-8143-488d-b840-259ef650d936,segment=NetworkSegment(2ce219c0-31bb-4a35-97c5-ece432ad3767),segment_id=2ce219c0-31bb-4a35-97c5-ece432ad3767)] {{(pid=86838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:49:44.817045 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-14ac1e87-2321-4206-bfb7-51525d822a86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506271'] for port, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:44.952387 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.plugin [None req-14ac1e87-2321-4206-bfb7-51525d822a86 admin admin] Calling delete_port for fe9291ed-8143-488d-b840-259ef650d936 owned by network:router_interface {{(pid=86838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 12:49:44.993170 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Device 8ebc29e2-7887-4920-8429-2d901ba7fca0 up at agent ovs-agent-dv-cinder-818883-1-smb {{(pid=86839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:49:45.086095 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Provisioning complete for port 8ebc29e2-7887-4920-8429-2d901ba7fca0 triggered by entity L2. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:49:45.086921 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567787'] for port, provisioning_complete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:45.304279 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-14ac1e87-2321-4206-bfb7-51525d822a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788171071573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788170525772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8277302'] for port, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:45.307912 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-9c747aa4-ed2c-44a7-b3ec-9c7ab9b7d2b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:49:45.349500 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ac1e87-2321-4206-bfb7-51525d822a86 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe9291ed-8143-488d-b840-259ef650d936,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:49:45.353182 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-14ac1e87-2321-4206-bfb7-51525d822a86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:49:45.744337 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-14ac1e87-2321-4206-bfb7-51525d822a86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-505967'] for router_interface, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:46.191211 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14ac1e87-2321-4206-bfb7-51525d822a86 admin admin] Router d5ff633b-3751-4550-9712-7bff2be4aaa0 has already been hosted by L3 agent d7c7f769-7b7b-49b8-a5c1-735df886e043 {{(pid=86838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 12:49:46.435202 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14ac1e87-2321-4206-bfb7-51525d822a86 admin admin] Notify agent at l3_agent.dv-cinder-818883-1-smb the message routers_updated {{(pid=86838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 12:49:46.453168 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5caa3265-f236-416b-940c-46a9028f43d2 None None] Sync routers for ids ['d5ff633b-3751-4550-9712-7bff2be4aaa0'] in dv-cinder-818883-1-smb {{(pid=86840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 12:49:46.460138 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 52124) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:49:46.460734 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-14ac1e87-2321-4206-bfb7-51525d822a86 admin admin] 10.222.0.31 "PUT /v2.0/routers/d5ff633b-3751-4550-9712-7bff2be4aaa0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1582484 Nov 23 12:49:46.480364 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5caa3265-f236-416b-940c-46a9028f43d2 None None] Routers {'d5ff633b-3751-4550-9712-7bff2be4aaa0'} bound to L3 agent in host dv-cinder-818883-1-smb {{(pid=86840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:49:46.481278 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.l3_hamode_db [None req-5caa3265-f236-416b-940c-46a9028f43d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T12:37:26Z,description=,heartbeat_timestamp=2021-11-23T12:49:26Z,host='dv-cinder-818883-1-smb',id=d7c7f769-7b7b-49b8-a5c1-735df886e043,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:37:26Z,topic='l3_agent')) {'router_ids': ['d5ff633b-3751-4550-9712-7bff2be4aaa0'], 'active': True} {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:49:46.708625 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvr_db [None req-5caa3265-f236-416b-940c-46a9028f43d2 None None] Set router d5ff633b-3751-4550-9712-7bff2be4aaa0 gateway port host: dv-cinder-818883-1-smb {{(pid=86840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:49:46.808844 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-cc3fe5f5-17fc-4efa-bd29-40aca6cc29a8 admin admin] Notify callbacks [] for router, before_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:46.999439 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-cc3fe5f5-17fc-4efa-bd29-40aca6cc29a8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:47.011371 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.plugin [None req-cc3fe5f5-17fc-4efa-bd29-40aca6cc29a8 admin admin] Deleting port f3330bd9-7aaf-4801-a02f-490f3b495167 {{(pid=86837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 12:49:47.011798 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-cc3fe5f5-17fc-4efa-bd29-40aca6cc29a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788171068353'] for port, before_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:47.039422 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.l3_hamode_db [None req-5caa3265-f236-416b-940c-46a9028f43d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5ff633b-3751-4550-9712-7bff2be4aaa0', 'name': 'tempest-ServerRescueNegativeTestJSON-46757015-router', 'tenant_id': '91624ff73b014ed4aa8831330bf94986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'external_fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.36'}], 'enable_snat': True}, 'gw_port_id': 'f3330bd9-7aaf-4801-a02f-490f3b495167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:46:12Z', 'updated_at': '2021-11-23T12:49:45Z', 'revision_number': 5, 'project_id': '91624ff73b014ed4aa8831330bf94986', 'gw_port': {'id': 'f3330bd9-7aaf-4801-a02f-490f3b495167', 'name': '', 'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:c0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ff633b-3751-4550-9712-7bff2be4aaa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:46:14Z', 'updated_at': '2021-11-23T12:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-smb'}], 'dv-cinder-818883-1-smb', False) {} {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:49:47.044897 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5caa3265-f236-416b-940c-46a9028f43d2 None None] Checking router: d5ff633b-3751-4550-9712-7bff2be4aaa0 for host: dv-cinder-818883-1-smb {{(pid=86840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 12:49:47.055082 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5caa3265-f236-416b-940c-46a9028f43d2 None None] Routers {'d5ff633b-3751-4550-9712-7bff2be4aaa0'} bound to L3 agent in host dv-cinder-818883-1-smb {{(pid=86840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:49:47.055701 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.l3_hamode_db [None req-5caa3265-f236-416b-940c-46a9028f43d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T12:37:26Z,description=,heartbeat_timestamp=2021-11-23T12:49:26Z,host='dv-cinder-818883-1-smb',id=d7c7f769-7b7b-49b8-a5c1-735df886e043,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:37:26Z,topic='l3_agent')) {'router_ids': ['d5ff633b-3751-4550-9712-7bff2be4aaa0'], 'active': True} {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:49:47.206375 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.db [None req-cc3fe5f5-17fc-4efa-bd29-40aca6cc29a8 admin admin] For port f3330bd9-7aaf-4801-a02f-490f3b495167, host dv-cinder-818883-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-smb',level=0,port_id=f3330bd9-7aaf-4801-a02f-490f3b495167,segment=NetworkSegment(2dcdf227-6722-4632-a1c4-3c71d035812a),segment_id=2dcdf227-6722-4632-a1c4-3c71d035812a)] {{(pid=86837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:49:47.206648 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-cc3fe5f5-17fc-4efa-bd29-40aca6cc29a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506271'] for port, precommit_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:47.228226 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvr_db [None req-5caa3265-f236-416b-940c-46a9028f43d2 None None] Set router d5ff633b-3751-4550-9712-7bff2be4aaa0 gateway port host: None {{(pid=86840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:49:47.341786 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.l3_hamode_db [None req-5caa3265-f236-416b-940c-46a9028f43d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5ff633b-3751-4550-9712-7bff2be4aaa0', 'name': 'tempest-ServerRescueNegativeTestJSON-46757015-router', 'tenant_id': '91624ff73b014ed4aa8831330bf94986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:46:12Z', 'updated_at': '2021-11-23T12:49:46Z', 'revision_number': 6, 'project_id': '91624ff73b014ed4aa8831330bf94986', 'gw_port_host': None}], 'dv-cinder-818883-1-smb', False) {} {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:49:47.342101 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.plugin [None req-cc3fe5f5-17fc-4efa-bd29-40aca6cc29a8 admin admin] Calling delete_port for f3330bd9-7aaf-4801-a02f-490f3b495167 owned by network:router_gateway {{(pid=86837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 12:49:47.346136 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5caa3265-f236-416b-940c-46a9028f43d2 None None] The sync data for ids ['d5ff633b-3751-4550-9712-7bff2be4aaa0'] in dv-cinder-818883-1-smb is: [{'id': 'd5ff633b-3751-4550-9712-7bff2be4aaa0', 'name': 'tempest-ServerRescueNegativeTestJSON-46757015-router', 'tenant_id': '91624ff73b014ed4aa8831330bf94986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:46:12Z', 'updated_at': '2021-11-23T12:49:46Z', 'revision_number': 6, 'project_id': '91624ff73b014ed4aa8831330bf94986', 'gw_port_host': None}] {{(pid=86840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 12:49:47.700944 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-cc3fe5f5-17fc-4efa-bd29-40aca6cc29a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788171071573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788170525772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6379447'] for port, after_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:47.710857 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-2a4edbf1-a513-4dca-96be-3d034c0a65ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:49:47.795197 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3fe5f5-17fc-4efa-bd29-40aca6cc29a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3330bd9-7aaf-4801-a02f-490f3b495167,revision_number=None']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:49:47.832158 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-cc3fe5f5-17fc-4efa-bd29-40aca6cc29a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:49:47.920578 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-cc3fe5f5-17fc-4efa-bd29-40aca6cc29a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-505848'] for router_gateway, after_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:48.106796 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-cc3fe5f5-17fc-4efa-bd29-40aca6cc29a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-505939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1029488'] for router, precommit_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:48.109738 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-cc3fe5f5-17fc-4efa-bd29-40aca6cc29a8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:48.327301 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-cc3fe5f5-17fc-4efa-bd29-40aca6cc29a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1595766'] for router, after_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:48.327849 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc3fe5f5-17fc-4efa-bd29-40aca6cc29a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d5ff633b-3751-4550-9712-7bff2be4aaa0 {{(pid=86837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 23 12:49:48.342151 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-cc3fe5f5-17fc-4efa-bd29-40aca6cc29a8 admin admin] Notify callbacks [] for router, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:48.343425 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-cc3fe5f5-17fc-4efa-bd29-40aca6cc29a8 admin admin] 10.222.0.31 "DELETE /v2.0/routers/d5ff633b-3751-4550-9712-7bff2be4aaa0 HTTP/1.1" status: 204 len: 168 time: 1.8809669 Nov 23 12:49:48.346217 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 52146) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:49:48.409371 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.db_base_plugin_v2 [None req-6439572d-a0ef-4b2b-a6eb-6fbf6da5134a admin admin] Deleting subnet bd51d8cb-0c29-4851-b2cf-4f44e529c93c {{(pid=86837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 23 12:49:48.412795 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-6439572d-a0ef-4b2b-a6eb-6fbf6da5134a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:48.467058 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-6439572d-a0ef-4b2b-a6eb-6fbf6da5134a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-865861'] for subnet, precommit_delete_associations {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:48.537459 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-6439572d-a0ef-4b2b-a6eb-6fbf6da5134a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569929'] for subnet, precommit_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:48.617476 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-6439572d-a0ef-4b2b-a6eb-6fbf6da5134a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6379396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8238059'] for subnet, after_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:48.622525 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-d1691b86-cb1b-45c9-8094-6b69eaa64838 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:49:48.658069 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439572d-a0ef-4b2b-a6eb-6fbf6da5134a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd51d8cb-0c29-4851-b2cf-4f44e529c93c,revision_number=None']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:49:48.661578 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-6439572d-a0ef-4b2b-a6eb-6fbf6da5134a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:49:48.664018 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-6439572d-a0ef-4b2b-a6eb-6fbf6da5134a admin admin] Notify callbacks [] for subnet, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:48.672392 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-6439572d-a0ef-4b2b-a6eb-6fbf6da5134a admin admin] 10.222.0.31 "DELETE /v2.0/subnets/bd51d8cb-0c29-4851-b2cf-4f44e529c93c HTTP/1.1" status: 204 len: 168 time: 0.3229468 Nov 23 12:49:48.672708 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 52152) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:49:48.794855 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-8ea50454-fb7c-4ef8-bf28-7b4dc7ae9c10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1549810'] for network, before_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:48.936105 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-8ea50454-fb7c-4ef8-bf28-7b4dc7ae9c10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-568418', 'neutron.services.segments.db._delete_segments_for_network-8788170962598'] for network, precommit_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:48.975180 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.services.segments.db [None req-8ea50454-fb7c-4ef8-bf28-7b4dc7ae9c10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9d133c8-4135-48e6-b582-06743cb8c4da']}} {{(pid=86837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:49:48.993613 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.services.segments.db [None req-8ea50454-fb7c-4ef8-bf28-7b4dc7ae9c10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ce219c0-31bb-4a35-97c5-ece432ad3767') {'for_net_delete': True} {{(pid=86837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:49:48.994008 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.services.segments.db [None req-8ea50454-fb7c-4ef8-bf28-7b4dc7ae9c10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ce219c0-31bb-4a35-97c5-ece432ad3767') {} {{(pid=86837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:49:49.003018 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Device f3330bd9-7aaf-4801-a02f-490f3b495167 no longer exists at agent ovs-agent-dv-cinder-818883-1-smb {{(pid=86839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 12:49:49.009571 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-8ea50454-fb7c-4ef8-bf28-7b4dc7ae9c10 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788170845049', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-865874'] for segment, before_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:49.034310 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-8ea50454-fb7c-4ef8-bf28-7b4dc7ae9c10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572451'] for segment, precommit_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:49.040735 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.plugin [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] No Port match for: f3330bd9-7aaf-4801-a02f-490f3b495167 {{(pid=86839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 12:49:49.041087 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Device f3330bd9-7aaf-4801-a02f-490f3b495167 not bound to the agent host dv-cinder-818883-1-smb {{(pid=86839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 12:49:49.041521 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Device fe9291ed-8143-488d-b840-259ef650d936 no longer exists at agent ovs-agent-dv-cinder-818883-1-smb {{(pid=86839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 12:49:49.045188 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ea50454-fb7c-4ef8-bf28-7b4dc7ae9c10 admin admin] Releasing vlan 786 on physical network physnet1 to pool {{(pid=86837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 12:49:49.045848 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-8ea50454-fb7c-4ef8-bf28-7b4dc7ae9c10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-572458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6379354'] for segment, after_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:49.062162 dv-cinder-818883-1-smb neutron-server[86837]: Traceback (most recent call last): Nov 23 12:49:49.062162 dv-cinder-818883-1-smb neutron-server[86837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 12:49:49.062162 dv-cinder-818883-1-smb neutron-server[86837]: timer() Nov 23 12:49:49.062162 dv-cinder-818883-1-smb neutron-server[86837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 12:49:49.062162 dv-cinder-818883-1-smb neutron-server[86837]: cb(*args, **kw) Nov 23 12:49:49.062162 dv-cinder-818883-1-smb neutron-server[86837]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 23 12:49:49.062162 dv-cinder-818883-1-smb neutron-server[86837]: return func(*args, **kwargs) Nov 23 12:49:49.062162 dv-cinder-818883-1-smb neutron-server[86837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 12:49:49.062162 dv-cinder-818883-1-smb neutron-server[86837]: self._notify() Nov 23 12:49:49.062162 dv-cinder-818883-1-smb neutron-server[86837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 12:49:49.062162 dv-cinder-818883-1-smb neutron-server[86837]: self.callback(batched_events) Nov 23 12:49:49.062162 dv-cinder-818883-1-smb neutron-server[86837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 12:49:49.062162 dv-cinder-818883-1-smb neutron-server[86837]: event.method(event) Nov 23 12:49:49.062162 dv-cinder-818883-1-smb neutron-server[86837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 23 12:49:49.062162 dv-cinder-818883-1-smb neutron-server[86837]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 12:49:49.062162 dv-cinder-818883-1-smb neutron-server[86837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 23 12:49:49.062162 dv-cinder-818883-1-smb neutron-server[86837]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 12:49:49.062162 dv-cinder-818883-1-smb neutron-server[86837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 23 12:49:49.062162 dv-cinder-818883-1-smb neutron-server[86837]: return f(self, *a, **k) Nov 23 12:49:49.062162 dv-cinder-818883-1-smb neutron-server[86837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 23 12:49:49.062162 dv-cinder-818883-1-smb neutron-server[86837]: return self._get(url).json() Nov 23 12:49:49.062162 dv-cinder-818883-1-smb neutron-server[86837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 23 12:49:49.062162 dv-cinder-818883-1-smb neutron-server[86837]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 12:49:49.062162 dv-cinder-818883-1-smb neutron-server[86837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 12:49:49.062162 dv-cinder-818883-1-smb neutron-server[86837]: return self.request(url, 'GET', **kwargs) Nov 23 12:49:49.062162 dv-cinder-818883-1-smb neutron-server[86837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 12:49:49.062162 dv-cinder-818883-1-smb neutron-server[86837]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 12:49:49.062162 dv-cinder-818883-1-smb neutron-server[86837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 12:49:49.062162 dv-cinder-818883-1-smb neutron-server[86837]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 12:49:49.062162 dv-cinder-818883-1-smb neutron-server[86837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 12:49:49.062162 dv-cinder-818883-1-smb neutron-server[86837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 12:49:49.062162 dv-cinder-818883-1-smb neutron-server[86837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 12:49:49.078642 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.plugin [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] No Port match for: fe9291ed-8143-488d-b840-259ef650d936 {{(pid=86839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 12:49:49.079117 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Device fe9291ed-8143-488d-b840-259ef650d936 not bound to the agent host dv-cinder-818883-1-smb {{(pid=86839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 12:49:49.194029 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-8ea50454-fb7c-4ef8-bf28-7b4dc7ae9c10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-568411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-505759'] for network, after_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:49.200077 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-8ea50454-fb7c-4ef8-bf28-7b4dc7ae9c10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600637'] for network, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:49.205142 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:49:49.235942 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea50454-fb7c-4ef8-bf28-7b4dc7ae9c10 admin admin] Pushing event deleted for resources: {'Network': ['ID=f9d133c8-4135-48e6-b582-06743cb8c4da,revision_number=None']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:49:49.243398 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-8ea50454-fb7c-4ef8-bf28-7b4dc7ae9c10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:49:49.245683 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-8ea50454-fb7c-4ef8-bf28-7b4dc7ae9c10 admin admin] 10.222.0.31 "DELETE /v2.0/networks/f9d133c8-4135-48e6-b582-06743cb8c4da HTTP/1.1" status: 204 len: 168 time: 0.5718689 Nov 23 12:49:49.359394 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1535d1-b0ec-4082-a888-a9515a53d7b6 req-8b95d1d8-a263-4f8f-a4de-9145c528ca1f tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:49.363148 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-7e1535d1-b0ec-4082-a888-a9515a53d7b6 req-8b95d1d8-a263-4f8f-a4de-9145c528ca1f tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bb52a82-ed7f-4d60-bc04-7f2925dfab36 HTTP/1.1" status: 200 len: 946 time: 0.0941761 Nov 23 12:49:49.418543 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-7e1535d1-b0ec-4082-a888-a9515a53d7b6 req-b57e97f9-a53a-4e62-b446-0c9777726ce3 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] 10.222.0.31 "GET /v2.0/security-groups?id=9da913dc-3b2c-4e11-a727-e7a51cca0bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502892 Nov 23 12:49:49.443956 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 52180) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:49:49.493299 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 52190) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:49:49.550091 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 52194) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:49:49.551352 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-147a6244-17f9-42dd-ab34-e8e1d577994c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=91624ff73b014ed4aa8831330bf94986&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0543261 Nov 23 12:49:49.625000 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-6b4a13eb-7acf-431e-8ab2-ed68341bc4df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:49.652258 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-6b4a13eb-7acf-431e-8ab2-ed68341bc4df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:49.729458 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-6b4a13eb-7acf-431e-8ab2-ed68341bc4df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:49.735089 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-3d53ce0c-9970-4f89-98da-1f7b3f83dc3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:49:49.749112 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4a13eb-7acf-431e-8ab2-ed68341bc4df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a07395ea-6958-4a30-8653-814e78309a7c,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:49:49.751641 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-6b4a13eb-7acf-431e-8ab2-ed68341bc4df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:49:49.767330 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-6b4a13eb-7acf-431e-8ab2-ed68341bc4df admin admin] Notify callbacks [] for security_group, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:49.771034 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-6b4a13eb-7acf-431e-8ab2-ed68341bc4df admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a07395ea-6958-4a30-8653-814e78309a7c HTTP/1.1" status: 204 len: 168 time: 0.2173600 Nov 23 12:49:49.846973 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3eb7f91-6faa-4ca2-82dc-5818ef8a85de tempest-TestMinimumBasicScenario-425852668 tempest-TestMinimumBasicScenario-425852668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:49.848504 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-a3eb7f91-6faa-4ca2-82dc-5818ef8a85de tempest-TestMinimumBasicScenario-425852668 tempest-TestMinimumBasicScenario-425852668-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=6bb52a82-ed7f-4d60-bc04-7f2925dfab36 HTTP/1.1" status: 200 len: 1094 time: 0.4034150 Nov 23 12:49:49.851533 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 52204) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:49:49.857032 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.v2.base [None req-1bbf1d92-e9b4-4063-8564-b75e2626140d tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Request body: {'floatingip': {'floating_network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'port_id': '850c8f55-cdfa-4771-97ce-36f7b8423a3b', 'tenant_id': '3b7f85b4c3f6438bbd0febee23146dbf', 'fixed_ip_address': '172.20.0.11'}} {{(pid=86837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:49:49.863280 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-1bbf1d92-e9b4-4063-8564-b75e2626140d tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:49:49.867306 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-1bbf1d92-e9b4-4063-8564-b75e2626140d tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Usage tracker for resource:floatingip and tenant:3b7f85b4c3f6438bbd0febee23146dbf is out of sync, need to count used quota {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:49:49.870236 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-1bbf1d92-e9b4-4063-8564-b75e2626140d tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:49:49.876933 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-1bbf1d92-e9b4-4063-8564-b75e2626140d tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:49:49.894271 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-1bbf1d92-e9b4-4063-8564-b75e2626140d tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Notify callbacks [] for floatingip, before_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:50.047946 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-1bbf1d92-e9b4-4063-8564-b75e2626140d tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:50.198804 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.db_base_plugin_common [None req-1bbf1d92-e9b4-4063-8564-b75e2626140d tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Allocated IP 172.28.2.9 (2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429/a635ed46-c881-440b-bd05-3e5636c37dfa/1c070c9d-21df-444a-8c8d-e4cea564bbbd) {{(pid=86837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:49:50.362540 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-1bbf1d92-e9b4-4063-8564-b75e2626140d tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Notify callbacks [] for port, precommit_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:50.397768 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-1bbf1d92-e9b4-4063-8564-b75e2626140d tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788170525763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6379447'] for port, after_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:50.401793 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-a8f1c57f-d409-446b-9c64-34626127eda4 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:49:50.477924 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bbf1d92-e9b4-4063-8564-b75e2626140d tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Network 2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429 is already hosted by enough agents. {{(pid=86837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:49:50.481011 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.scheduler.base_scheduler [None req-1bbf1d92-e9b4-4063-8564-b75e2626140d tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Resources bound (agent type, host, resource id): {{(pid=86837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:49:50.485516 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbf1d92-e9b4-4063-8564-b75e2626140d tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Received port after_create {{(pid=86837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 12:49:50.519604 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbf1d92-e9b4-4063-8564-b75e2626140d tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Pushing event updated for resources: {'Port': ['ID=1c070c9d-21df-444a-8c8d-e4cea564bbbd,revision_number=1']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:49:50.526148 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-1bbf1d92-e9b4-4063-8564-b75e2626140d tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:49:50.593237 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 52228) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:49:50.709150 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.v2.base [None req-f5950434-b3ec-4401-bc55-af37612e117c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-715595232-network', 'tenant_id': '2c9750bf5c154974b0144431d3be6eea'}} {{(pid=86838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:49:50.714503 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-f5950434-b3ec-4401-bc55-af37612e117c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:49:50.722910 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-f5950434-b3ec-4401-bc55-af37612e117c admin admin] Usage tracker for resource:network and tenant:2c9750bf5c154974b0144431d3be6eea is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:49:50.729187 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-f5950434-b3ec-4401-bc55-af37612e117c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:49:50.741391 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-f5950434-b3ec-4401-bc55-af37612e117c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:49:50.766464 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5950434-b3ec-4401-bc55-af37612e117c admin admin] Made reservation on behalf of 2c9750bf5c154974b0144431d3be6eea for: {'network': 1} {{(pid=86838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:49:50.770357 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-f5950434-b3ec-4401-bc55-af37612e117c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for network, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:50.793671 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-f5950434-b3ec-4401-bc55-af37612e117c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:50.819531 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-f5950434-b3ec-4401-bc55-af37612e117c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:49:50.835523 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-f5950434-b3ec-4401-bc55-af37612e117c admin admin] Usage tracker for resource:security_group_rule and tenant:2c9750bf5c154974b0144431d3be6eea is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:49:50.835876 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-f5950434-b3ec-4401-bc55-af37612e117c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:49:50.844314 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-f5950434-b3ec-4401-bc55-af37612e117c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:49:50.963041 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-f5950434-b3ec-4401-bc55-af37612e117c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:50.970016 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-f5950434-b3ec-4401-bc55-af37612e117c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:50.974924 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-5880cc0f-9bae-41c0-b6dc-0d9c92c3ace7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:49:51.004336 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5950434-b3ec-4401-bc55-af37612e117c admin admin] vlan segment allocate from pool success with {'vlan_id': 769, 'physical_network': 'physnet1'} {{(pid=86838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 12:49:51.025681 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5950434-b3ec-4401-bc55-af37612e117c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73a8f48c-9625-4bc2-bf63-4f0b1f43f74a,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:49:51.030307 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-f5950434-b3ec-4401-bc55-af37612e117c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:49:51.035060 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-f5950434-b3ec-4401-bc55-af37612e117c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572451'] for segment, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:51.035902 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.db.segments_db [None req-f5950434-b3ec-4401-bc55-af37612e117c admin admin] Added segment 7cb193aa-b0a1-449a-a685-460328a69100 of type vlan for network 2928d89d-b6c7-4b51-90ac-bea7caaf93a1 Nov 23 12:49:51.068291 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-f5950434-b3ec-4401-bc55-af37612e117c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788170511809'] for network, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:51.097472 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-1bbf1d92-e9b4-4063-8564-b75e2626140d tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:51.107796 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-f5950434-b3ec-4401-bc55-af37612e117c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595'] for network, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:51.109448 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5950434-b3ec-4401-bc55-af37612e117c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:51.110317 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-f5950434-b3ec-4401-bc55-af37612e117c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600637'] for network, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:51.116190 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-51aacedf-512e-47c7-a370-e29db62b10cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:49:51.198080 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-1bbf1d92-e9b4-4063-8564-b75e2626140d tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:51.236771 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-f5950434-b3ec-4401-bc55-af37612e117c admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6422820 Nov 23 12:49:51.237661 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5950434-b3ec-4401-bc55-af37612e117c admin admin] Pushing event updated for resources: {'Network': ['ID=2928d89d-b6c7-4b51-90ac-bea7caaf93a1,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:49:51.239756 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 52246) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:49:51.242408 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-f5950434-b3ec-4401-bc55-af37612e117c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:49:51.246130 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.v2.base [None req-578a1fbd-cf1b-4ad7-b582-c95a3f04c64a admin admin] Request body: {'subnet': {'network_id': '2928d89d-b6c7-4b51-90ac-bea7caaf93a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-715595232-subnet', 'tenant_id': '2c9750bf5c154974b0144431d3be6eea', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:49:51.251050 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-578a1fbd-cf1b-4ad7-b582-c95a3f04c64a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:49:51.255222 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-578a1fbd-cf1b-4ad7-b582-c95a3f04c64a admin admin] Usage tracker for resource:subnet and tenant:2c9750bf5c154974b0144431d3be6eea is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:49:51.258751 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-578a1fbd-cf1b-4ad7-b582-c95a3f04c64a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:49:51.260226 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Network 2928d89d-b6c7-4b51-90ac-bea7caaf93a1 details requested by agent ovs-agent-dv-cinder-818883-1-smb with host dv-cinder-818883-1-smb {{(pid=86839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 23 12:49:51.276291 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-578a1fbd-cf1b-4ad7-b582-c95a3f04c64a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:49:51.298066 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-578a1fbd-cf1b-4ad7-b582-c95a3f04c64a admin admin] Made reservation on behalf of 2c9750bf5c154974b0144431d3be6eea for: {'subnet': 1} {{(pid=86838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:49:51.300406 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 52250) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:49:51.300687 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-578a1fbd-cf1b-4ad7-b582-c95a3f04c64a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6323347'] for subnet, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:51.468785 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-1bbf1d92-e9b4-4063-8564-b75e2626140d tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Notify callbacks [] for port, precommit_update {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:51.475148 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-1bbf1d92-e9b4-4063-8564-b75e2626140d tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6379454'] for port, after_update {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:51.483682 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-7817497b-67ce-4961-8042-3fa673b55ae8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:49:51.540814 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-578a1fbd-cf1b-4ad7-b582-c95a3f04c64a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8277314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6323361'] for subnet, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:51.547397 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-c8962900-b0cc-4c46-8bc4-5e774313a7bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:49:51.559615 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-5e922b2e-0d2c-4603-82f3-98529cc596c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:51.619928 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-5e922b2e-0d2c-4603-82f3-98529cc596c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:49:51.625121 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578a1fbd-cf1b-4ad7-b582-c95a3f04c64a admin admin] Pushing event updated for resources: {'Subnet': ['ID=bfb9a90c-7be8-4cd9-9415-38a9d39de564,revision_number=0']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:49:51.628667 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-578a1fbd-cf1b-4ad7-b582-c95a3f04c64a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:49:51.631670 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbf1d92-e9b4-4063-8564-b75e2626140d tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Pushing event updated for resources: {'Port': ['ID=1c070c9d-21df-444a-8c8d-e4cea564bbbd,revision_number=2']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:49:51.634628 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-5e922b2e-0d2c-4603-82f3-98529cc596c2 admin admin] Usage tracker for resource:security_group_rule and tenant:81b27b0a8c2f4c44a99c0898412456fd is out of sync, need to count used quota {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:49:51.640998 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578a1fbd-cf1b-4ad7-b582-c95a3f04c64a admin admin] Checking segment: {'id': '7cb193aa-b0a1-449a-a685-460328a69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '2928d89d-b6c7-4b51-90ac-bea7caaf93a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:49:51.641146 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-1bbf1d92-e9b4-4063-8564-b75e2626140d tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:49:51.641510 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578a1fbd-cf1b-4ad7-b582-c95a3f04c64a admin admin] Network hostable DHCP agents. Network: 2928d89d-b6c7-4b51-90ac-bea7caaf93a1, hostable agents: ['7adafed1-c9c5-48d0-9254-d37451f0c452'], hosted agents: [] {{(pid=86838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 12:49:51.641946 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-5e922b2e-0d2c-4603-82f3-98529cc596c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:49:51.650744 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-5e922b2e-0d2c-4603-82f3-98529cc596c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:49:51.652989 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-1bbf1d92-e9b4-4063-8564-b75e2626140d tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-505741'] for floatingip, after_update {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:51.662146 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578a1fbd-cf1b-4ad7-b582-c95a3f04c64a admin admin] Network 2928d89d-b6c7-4b51-90ac-bea7caaf93a1 is scheduled to be hosted by DHCP agent 7adafed1-c9c5-48d0-9254-d37451f0c452 with binding_index 1 {{(pid=86838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 12:49:51.680833 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.scheduler.base_scheduler [None req-578a1fbd-cf1b-4ad7-b582-c95a3f04c64a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818883-1-smb, 2928d89d-b6c7-4b51-90ac-bea7caaf93a1) {{(pid=86838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:49:51.683788 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-578a1fbd-cf1b-4ad7-b582-c95a3f04c64a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:51.684475 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-578a1fbd-cf1b-4ad7-b582-c95a3f04c64a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600637'] for subnet, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:51.690728 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cdba25c-ba17-4068-b44b-d626862a551a None None] Network 2928d89d-b6c7-4b51-90ac-bea7caaf93a1 requested from dv-cinder-818883-1-smb {{(pid=86839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 12:49:51.716973 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-578a1fbd-cf1b-4ad7-b582-c95a3f04c64a admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4760103 Nov 23 12:49:51.719948 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 52258) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:49:51.727136 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.v2.base [None req-caff9191-a5b3-4cdf-916f-03ff567ed469 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-715595232-router', 'tenant_id': '2c9750bf5c154974b0144431d3be6eea', 'external_gateway_info': {'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429'}}} {{(pid=86838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:49:51.734456 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-caff9191-a5b3-4cdf-916f-03ff567ed469 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:49:51.743792 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-caff9191-a5b3-4cdf-916f-03ff567ed469 admin admin] Usage tracker for resource:router and tenant:2c9750bf5c154974b0144431d3be6eea is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:49:51.747477 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-caff9191-a5b3-4cdf-916f-03ff567ed469 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:49:51.754075 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-caff9191-a5b3-4cdf-916f-03ff567ed469 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:49:51.768643 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-caff9191-a5b3-4cdf-916f-03ff567ed469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-504028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1029442'] for router, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:51.769952 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-caff9191-a5b3-4cdf-916f-03ff567ed469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-503051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-505611', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1029497'] for router, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:51.792123 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-caff9191-a5b3-4cdf-916f-03ff567ed469 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:51.855874 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.db.l3_db [None req-1bbf1d92-e9b4-4063-8564-b75e2626140d tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Floating IP f977672d-0876-4247-8e22-31f3b35dae1a associated. External IP: 172.28.2.9, port: 850c8f55-cdfa-4771-97ce-36f7b8423a3b. Nov 23 12:49:51.961081 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff48474f-74b7-4639-8cf6-a2b7a56014b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc0c9dd91-ffd1-5775-97a7-a610159af9e0-2928d89d-b6c7-4b51-90ac-bea7caaf93a1', 'network_id': '2928d89d-b6c7-4b51-90ac-bea7caaf93a1', 'tenant_id': '2c9750bf5c154974b0144431d3be6eea', 'fixed_ips': [{'subnet_id': 'bfb9a90c-7be8-4cd9-9415-38a9d39de564'}]}} from dv-cinder-818883-1-smb. {{(pid=86839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 23 12:49:51.962083 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-ff48474f-74b7-4639-8cf6-a2b7a56014b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:52.168034 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.db_base_plugin_common [None req-ff48474f-74b7-4639-8cf6-a2b7a56014b9 None None] Allocated IP 172.20.0.2 (2928d89d-b6c7-4b51-90ac-bea7caaf93a1/bfb9a90c-7be8-4cd9-9415-38a9d39de564/3f321286-4f5a-4ffd-9dd2-50f5849d5122) {{(pid=86839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:49:52.192611 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-5e922b2e-0d2c-4603-82f3-98529cc596c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:52.200021 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-5e922b2e-0d2c-4603-82f3-98529cc596c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:52.219482 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-60d3479b-6bb8-4ff6-82ec-c9b4443aedba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:49:52.240841 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-caff9191-a5b3-4cdf-916f-03ff567ed469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-505657', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-503854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1029479'] for router, precommit_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:52.271554 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-5e922b2e-0d2c-4603-82f3-98529cc596c2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=81b27b0a8c2f4c44a99c0898412456fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9693933 Nov 23 12:49:52.274221 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 52264) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:49:52.284004 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e922b2e-0d2c-4603-82f3-98529cc596c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d02c0e4-e766-49b3-993d-f44410e822ce,revision_number=1']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:49:52.287784 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-5e922b2e-0d2c-4603-82f3-98529cc596c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:49:52.394075 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bbf1d92-e9b4-4063-8564-b75e2626140d tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Router a67f0724-5760-40a3-8435-070d5646d010 has already been hosted by L3 agent d7c7f769-7b7b-49b8-a5c1-735df886e043 {{(pid=86837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 12:49:52.410049 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-ff48474f-74b7-4639-8cf6-a2b7a56014b9 None None] Notify callbacks [] for port, precommit_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:52.414659 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-367bccac-27a5-4a66-ae38-3939b42f1687 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:52.422400 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-ff48474f-74b7-4639-8cf6-a2b7a56014b9 None None] Transition to ACTIVE for port object 3f321286-4f5a-4ffd-9dd2-50f5849d5122 will not be triggered until provisioned by entity L2. {{(pid=86839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:49:52.445477 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-ff48474f-74b7-4639-8cf6-a2b7a56014b9 None None] Transition to ACTIVE for port object 3f321286-4f5a-4ffd-9dd2-50f5849d5122 will not be triggered until provisioned by entity DHCP. {{(pid=86839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:49:52.454898 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-ff48474f-74b7-4639-8cf6-a2b7a56014b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788170525763'] for port, after_create {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:52.456247 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-367bccac-27a5-4a66-ae38-3939b42f1687 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:52.459807 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:49:52.533138 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff48474f-74b7-4639-8cf6-a2b7a56014b9 None None] Network 2928d89d-b6c7-4b51-90ac-bea7caaf93a1 is already hosted by enough agents. {{(pid=86839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:49:52.536844 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.scheduler.base_scheduler [None req-ff48474f-74b7-4639-8cf6-a2b7a56014b9 None None] Resources bound (agent type, host, resource id): {{(pid=86839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:49:52.541106 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff48474f-74b7-4639-8cf6-a2b7a56014b9 None None] Received port after_create {{(pid=86839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 12:49:52.581231 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff48474f-74b7-4639-8cf6-a2b7a56014b9 None None] Pushing event updated for resources: {'Port': ['ID=3f321286-4f5a-4ffd-9dd2-50f5849d5122,revision_number=1']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:49:52.588487 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-ff48474f-74b7-4639-8cf6-a2b7a56014b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:49:52.648463 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.managers [None req-ff48474f-74b7-4639-8cf6-a2b7a56014b9 None None] Attempting to bind port 3f321286-4f5a-4ffd-9dd2-50f5849d5122 on host dv-cinder-818883-1-smb for vnic_type normal with profile {{(pid=86839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 12:49:52.648847 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.managers [None req-ff48474f-74b7-4639-8cf6-a2b7a56014b9 None None] Attempting to bind port 3f321286-4f5a-4ffd-9dd2-50f5849d5122 by drivers openvswitch,hyperv on host dv-cinder-818883-1-smb at level 0 using segments [{'id': '7cb193aa-b0a1-449a-a685-460328a69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '2928d89d-b6c7-4b51-90ac-bea7caaf93a1'}] {{(pid=86839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 12:49:52.649202 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff48474f-74b7-4639-8cf6-a2b7a56014b9 None None] Attempting to bind port 3f321286-4f5a-4ffd-9dd2-50f5849d5122 on network 2928d89d-b6c7-4b51-90ac-bea7caaf93a1 {{(pid=86839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:49:52.655603 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff48474f-74b7-4639-8cf6-a2b7a56014b9 None None] Checking agent: {'id': 'cd5e743e-4289-46d3-a833-871886dcba65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818883-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 37, 23), 'started_at': datetime.datetime(2021, 11, 23, 12, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818883-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 12:49:52.655985 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff48474f-74b7-4639-8cf6-a2b7a56014b9 None None] Checking segment: {'id': '7cb193aa-b0a1-449a-a685-460328a69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '2928d89d-b6c7-4b51-90ac-bea7caaf93a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:49:52.656391 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-ff48474f-74b7-4639-8cf6-a2b7a56014b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:52.656787 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff48474f-74b7-4639-8cf6-a2b7a56014b9 None None] Bound using segment: {'id': '7cb193aa-b0a1-449a-a685-460328a69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '2928d89d-b6c7-4b51-90ac-bea7caaf93a1'} {{(pid=86839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 12:49:52.657258 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.managers [None req-ff48474f-74b7-4639-8cf6-a2b7a56014b9 None None] Bound port: 3f321286-4f5a-4ffd-9dd2-50f5849d5122, host: dv-cinder-818883-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cb193aa-b0a1-449a-a685-460328a69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '2928d89d-b6c7-4b51-90ac-bea7caaf93a1'}}] {{(pid=86839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 12:49:52.657690 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-ff48474f-74b7-4639-8cf6-a2b7a56014b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:52.761496 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bbf1d92-e9b4-4063-8564-b75e2626140d tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Notify agent at l3_agent.dv-cinder-818883-1-smb the message routers_updated {{(pid=86837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 12:49:52.763689 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-367bccac-27a5-4a66-ae38-3939b42f1687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:52.769037 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-6b4a13eb-7acf-431e-8ab2-ed68341bc4df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:49:52.771115 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-ff48474f-74b7-4639-8cf6-a2b7a56014b9 None None] For port 3f321286-4f5a-4ffd-9dd2-50f5849d5122, host dv-cinder-818883-1-smb, cleared binding levels {{(pid=86839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 12:49:52.774740 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-ff48474f-74b7-4639-8cf6-a2b7a56014b9 None None] For port 3f321286-4f5a-4ffd-9dd2-50f5849d5122, host dv-cinder-818883-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-smb',level=0,port_id=3f321286-4f5a-4ffd-9dd2-50f5849d5122,segment=NetworkSegment(7cb193aa-b0a1-449a-a685-460328a69100),segment_id=7cb193aa-b0a1-449a-a685-460328a69100)] {{(pid=86839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 12:49:52.779715 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834c57dc-783b-469d-8cab-f71dcbc88e15 None None] Sync routers for ids ['a67f0724-5760-40a3-8435-070d5646d010'] in dv-cinder-818883-1-smb {{(pid=86839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 12:49:52.784317 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-ff48474f-74b7-4639-8cf6-a2b7a56014b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826'] for port, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:52.791248 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-9a9ee04f-b8a5-4888-b6e6-88af387b5856 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:49:52.814073 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367bccac-27a5-4a66-ae38-3939b42f1687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d02c0e4-e766-49b3-993d-f44410e822ce,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:49:52.826563 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-1bbf1d92-e9b4-4063-8564-b75e2626140d tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188604'] for floatingip, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:52.827123 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-367bccac-27a5-4a66-ae38-3939b42f1687 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:49:52.841533 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-367bccac-27a5-4a66-ae38-3939b42f1687 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:52.844890 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-367bccac-27a5-4a66-ae38-3939b42f1687 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8d02c0e4-e766-49b3-993d-f44410e822ce HTTP/1.1" status: 204 len: 168 time: 0.5651414 Nov 23 12:49:52.846823 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-caff9191-a5b3-4cdf-916f-03ff567ed469 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:52.895275 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-caff9191-a5b3-4cdf-916f-03ff567ed469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:52.901024 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-1bbf1d92-e9b4-4063-8564-b75e2626140d tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.0457659 Nov 23 12:49:52.901024 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bb52a82-ed7f-4d60-bc04-7f2925dfab36', 'tag': '850c8f55-cdfa-4771-97ce-36f7b8423a3b'}] {{(pid=86837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:49:52.904788 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 52272) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:49:52.920020 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834c57dc-783b-469d-8cab-f71dcbc88e15 None None] Routers {'a67f0724-5760-40a3-8435-070d5646d010'} bound to L3 agent in host dv-cinder-818883-1-smb {{(pid=86839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:49:52.923506 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_hamode_db [None req-834c57dc-783b-469d-8cab-f71dcbc88e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T12:37:26Z,description=,heartbeat_timestamp=2021-11-23T12:49:26Z,host='dv-cinder-818883-1-smb',id=d7c7f769-7b7b-49b8-a5c1-735df886e043,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:37:26Z,topic='l3_agent')) {'router_ids': ['a67f0724-5760-40a3-8435-070d5646d010'], 'active': True} {{(pid=86839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:49:52.940786 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.v2.base [None req-3ae87c27-fa59-4b44-847a-8c444c8b7259 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-547263267', 'description': 'tempest-secgroup-smoke-547263267 description', 'project_id': '3b7f85b4c3f6438bbd0febee23146dbf'}} {{(pid=86837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:49:52.971946 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-3ae87c27-fa59-4b44-847a-8c444c8b7259 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:49:52.977217 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-3ae87c27-fa59-4b44-847a-8c444c8b7259 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Usage tracker for resource:security_group and tenant:3b7f85b4c3f6438bbd0febee23146dbf is out of sync, need to count used quota {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:49:53.001934 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bb52a82-ed7f-4d60-bc04-7f2925dfab36', 'tag': '850c8f55-cdfa-4771-97ce-36f7b8423a3b', 'status': 'completed', 'code': 200} Nov 23 12:49:53.003750 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-3ae87c27-fa59-4b44-847a-8c444c8b7259 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:49:53.011105 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-fcf6e363-8edf-4628-ba1f-563b0284f228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:53.012180 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-3ae87c27-fa59-4b44-847a-8c444c8b7259 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:49:53.057191 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff48474f-74b7-4639-8cf6-a2b7a56014b9 None None] Pushing event updated for resources: {'Port': ['ID=3f321286-4f5a-4ffd-9dd2-50f5849d5122,revision_number=2']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:49:53.064861 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-ff48474f-74b7-4639-8cf6-a2b7a56014b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:49:53.097610 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-3ae87c27-fa59-4b44-847a-8c444c8b7259 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Notify callbacks [] for security_group, before_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:53.122609 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.db_base_plugin_common [None req-caff9191-a5b3-4cdf-916f-03ff567ed469 admin admin] Allocated IP 172.28.2.204 (2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429/a635ed46-c881-440b-bd05-3e5636c37dfa/fd83a026-00c2-4594-8c35-b212620aa81a) {{(pid=86838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:49:53.164876 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-3ae87c27-fa59-4b44-847a-8c444c8b7259 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:49:53.179695 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-3ae87c27-fa59-4b44-847a-8c444c8b7259 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Usage tracker for resource:security_group_rule and tenant:3b7f85b4c3f6438bbd0febee23146dbf is out of sync, need to count used quota {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:49:53.202057 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-3ae87c27-fa59-4b44-847a-8c444c8b7259 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:49:53.214505 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-3ae87c27-fa59-4b44-847a-8c444c8b7259 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:49:53.245224 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b616558-4430-487d-8a36-30d4399f0df8 req-9913b687-79ad-45c0-ae84-9d30baf26067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:53.247056 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-7b616558-4430-487d-8a36-30d4399f0df8 req-9913b687-79ad-45c0-ae84-9d30baf26067 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3b7f85b4c3f6438bbd0febee23146dbf&device_id=6bb52a82-ed7f-4d60-bc04-7f2925dfab36 HTTP/1.1" status: 200 len: 1099 time: 0.2316849 Nov 23 12:49:53.287034 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_dvr_db [None req-834c57dc-783b-469d-8cab-f71dcbc88e15 None None] Set router a67f0724-5760-40a3-8435-070d5646d010 gateway port host: dv-cinder-818883-1-smb {{(pid=86839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:49:53.356597 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-caff9191-a5b3-4cdf-916f-03ff567ed469 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:53.397075 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 52282) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:49:53.404888 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-caff9191-a5b3-4cdf-916f-03ff567ed469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788170525763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8277302'] for port, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:53.409906 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-0a0f08ca-2ae0-416b-ab02-16e891b21d8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:49:53.451893 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-db87ff14-1738-4c54-8cf9-f05dd6aa65ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:53.477504 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caff9191-a5b3-4cdf-916f-03ff567ed469 admin admin] Network 2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429 is already hosted by enough agents. {{(pid=86838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:49:53.481886 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.scheduler.base_scheduler [None req-caff9191-a5b3-4cdf-916f-03ff567ed469 admin admin] Resources bound (agent type, host, resource id): {{(pid=86838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:49:53.486612 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caff9191-a5b3-4cdf-916f-03ff567ed469 admin admin] Received port after_create {{(pid=86838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 12:49:53.509683 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-db87ff14-1738-4c54-8cf9-f05dd6aa65ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:49:53.536467 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:53.539727 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-db87ff14-1738-4c54-8cf9-f05dd6aa65ed admin admin] Usage tracker for resource:security_group_rule and tenant:cdad42f214b64d648c1ad981e66af0bb is out of sync, need to count used quota {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:49:53.544618 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caff9191-a5b3-4cdf-916f-03ff567ed469 admin admin] Pushing event updated for resources: {'Port': ['ID=fd83a026-00c2-4594-8c35-b212620aa81a,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:49:53.549416 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-caff9191-a5b3-4cdf-916f-03ff567ed469 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:49:53.560322 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-db87ff14-1738-4c54-8cf9-f05dd6aa65ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:49:53.578835 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-3ae87c27-fa59-4b44-847a-8c444c8b7259 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Notify callbacks [] for security_group, precommit_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:53.578835 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b616558-4430-487d-8a36-30d4399f0df8 req-e89d41b6-eccc-4631-bc1c-e8b2107f7061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:53.580752 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-7b616558-4430-487d-8a36-30d4399f0df8 req-e89d41b6-eccc-4631-bc1c-e8b2107f7061 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b15c6796-f0a9-4d15-aa1e-eb7fe36a0201 HTTP/1.1" status: 200 len: 915 time: 0.3259375 Nov 23 12:49:53.581500 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-db87ff14-1738-4c54-8cf9-f05dd6aa65ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:49:53.655248 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-3ae87c27-fa59-4b44-847a-8c444c8b7259 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:53.668135 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-4062bace-c6f0-4ad5-8366-dffcc5dd160c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:49:53.770004 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-3ae87c27-fa59-4b44-847a-8c444c8b7259 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Notify callbacks [] for security_group, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:53.771257 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-3ae87c27-fa59-4b44-847a-8c444c8b7259 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.8353233 Nov 23 12:49:53.772429 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae87c27-fa59-4b44-847a-8c444c8b7259 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=087155e2-c7d0-4fff-9c16-348ee38e9701,revision_number=1']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:49:53.777779 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 52286) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:49:53.780331 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-3ae87c27-fa59-4b44-847a-8c444c8b7259 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:49:53.785155 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-7b616558-4430-487d-8a36-30d4399f0df8 req-332a7cc8-669a-443c-801f-17c79de85ae4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=850c8f55-cdfa-4771-97ce-36f7b8423a3b HTTP/1.1" status: 200 len: 998 time: 0.1952448 Nov 23 12:49:53.789136 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.v2.base [None req-0d6c4aa9-1411-4665-8cc2-d8b02abe3514 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Request body: {'security_group_rule': {'security_group_id': '087155e2-c7d0-4fff-9c16-348ee38e9701', 'project_id': '3b7f85b4c3f6438bbd0febee23146dbf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:49:53.838546 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_hamode_db [None req-834c57dc-783b-469d-8cab-f71dcbc88e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a67f0724-5760-40a3-8435-070d5646d010', 'name': 'tempest-TestMinimumBasicScenario-560369306-router', 'tenant_id': '3b7f85b4c3f6438bbd0febee23146dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'external_fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.225'}], 'enable_snat': True}, 'gw_port_id': '210b9708-4701-4959-86e1-a3c76f3f2e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:48:42Z', 'updated_at': '2021-11-23T12:48:50Z', 'revision_number': 4, 'project_id': '3b7f85b4c3f6438bbd0febee23146dbf', 'gw_port': {'id': '210b9708-4701-4959-86e1-a3c76f3f2e66', 'name': '', 'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:84:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a67f0724-5760-40a3-8435-070d5646d010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:48:44Z', 'updated_at': '2021-11-23T12:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-smb', '_floatingips': [{'id': 'f977672d-0876-4247-8e22-31f3b35dae1a', 'tenant_id': '3b7f85b4c3f6438bbd0febee23146dbf', 'floating_ip_address': '172.28.2.9', 'floating_network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'router_id': 'a67f0724-5760-40a3-8435-070d5646d010', 'port_id': '850c8f55-cdfa-4771-97ce-36f7b8423a3b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b15c6796-f0a9-4d15-aa1e-eb7fe36a0201', 'mac_address': 'fa:16:3e:45:40:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb52a82-ed7f-4d60-bc04-7f2925dfab36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T12:49:50Z', 'updated_at': '2021-11-23T12:49:50Z', 'revision_number': 0, 'project_id': '3b7f85b4c3f6438bbd0febee23146dbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5743091e-375a-486a-aa90-7a397b171968', 'name': '', 'network_id': 'b15c6796-f0a9-4d15-aa1e-eb7fe36a0201', 'tenant_id': '3b7f85b4c3f6438bbd0febee23146dbf', 'mac_address': 'fa:16:3e:e6:19:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a67f0724-5760-40a3-8435-070d5646d010', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '62fcaa5c-0ecb-4cd2-b592-53ffd52c0337', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:48:49Z', 'updated_at': '2021-11-23T12:48:57Z', 'revision_number': 5, 'project_id': '3b7f85b4c3f6438bbd0febee23146dbf', 'subnets': [{'id': '62fcaa5c-0ecb-4cd2-b592-53ffd52c0337', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-1-smb', False) {} {{(pid=86839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:49:53.838875 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-0d6c4aa9-1411-4665-8cc2-d8b02abe3514 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:49:53.843331 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834c57dc-783b-469d-8cab-f71dcbc88e15 None None] Checking router: a67f0724-5760-40a3-8435-070d5646d010 for host: dv-cinder-818883-1-smb {{(pid=86839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 12:49:53.848414 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-0d6c4aa9-1411-4665-8cc2-d8b02abe3514 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Usage tracker for resource:security_group_rule and tenant:3b7f85b4c3f6438bbd0febee23146dbf is out of sync, need to count used quota {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:49:53.852821 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834c57dc-783b-469d-8cab-f71dcbc88e15 None None] Routers {'a67f0724-5760-40a3-8435-070d5646d010'} bound to L3 agent in host dv-cinder-818883-1-smb {{(pid=86839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:49:53.853469 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_hamode_db [None req-834c57dc-783b-469d-8cab-f71dcbc88e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T12:37:26Z,description=,heartbeat_timestamp=2021-11-23T12:49:26Z,host='dv-cinder-818883-1-smb',id=d7c7f769-7b7b-49b8-a5c1-735df886e043,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:37:26Z,topic='l3_agent')) {'router_ids': ['a67f0724-5760-40a3-8435-070d5646d010'], 'active': True} {{(pid=86839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:49:53.862755 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-0d6c4aa9-1411-4665-8cc2-d8b02abe3514 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:49:53.872370 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-0d6c4aa9-1411-4665-8cc2-d8b02abe3514 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:49:53.928366 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b616558-4430-487d-8a36-30d4399f0df8 req-c27dd080-651e-4198-b532-da44f266e8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:53.929849 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-7b616558-4430-487d-8a36-30d4399f0df8 req-c27dd080-651e-4198-b532-da44f266e8a4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=62fcaa5c-0ecb-4cd2-b592-53ffd52c0337 HTTP/1.1" status: 200 len: 853 time: 0.1339345 Nov 23 12:49:53.932943 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-0d6c4aa9-1411-4665-8cc2-d8b02abe3514 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:53.999457 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-db87ff14-1738-4c54-8cf9-f05dd6aa65ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:54.021129 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-db87ff14-1738-4c54-8cf9-f05dd6aa65ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:54.040485 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-bca67778-4a4f-4502-89c2-f8444e458159 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:49:54.098446 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_dvr_db [None req-834c57dc-783b-469d-8cab-f71dcbc88e15 None None] Set router a67f0724-5760-40a3-8435-070d5646d010 gateway port host: dv-cinder-818883-1-smb {{(pid=86839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:49:54.158471 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db87ff14-1738-4c54-8cf9-f05dd6aa65ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0c57a98-64d4-4e43-a534-578a6fa56512,revision_number=1']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:49:54.162335 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-db87ff14-1738-4c54-8cf9-f05dd6aa65ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:49:54.167674 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-db87ff14-1738-4c54-8cf9-f05dd6aa65ed admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cdad42f214b64d648c1ad981e66af0bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7693565 Nov 23 12:49:54.170955 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 52292) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:49:54.202389 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-caff9191-a5b3-4cdf-916f-03ff567ed469 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:54.244380 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-0d6c4aa9-1411-4665-8cc2-d8b02abe3514 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:54.257323 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-0d6c4aa9-1411-4665-8cc2-d8b02abe3514 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453238'] for security_group_rule, after_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:54.267103 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b616558-4430-487d-8a36-30d4399f0df8 req-031b92db-6771-4544-a868-43a34aee06e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:54.268929 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-7b616558-4430-487d-8a36-30d4399f0df8 req-031b92db-6771-4544-a868-43a34aee06e6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b15c6796-f0a9-4d15-aa1e-eb7fe36a0201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3260338 Nov 23 12:49:54.285275 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:49:54.398146 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-14fd1283-d5ac-486d-abfe-73a19a1582fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:54.400206 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6c4aa9-1411-4665-8cc2-d8b02abe3514 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd48c773-8339-4a95-bbde-c463e2092a88,revision_number=0']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:49:54.403687 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-0d6c4aa9-1411-4665-8cc2-d8b02abe3514 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:49:54.458664 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-0d6c4aa9-1411-4665-8cc2-d8b02abe3514 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:54.463000 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-0d6c4aa9-1411-4665-8cc2-d8b02abe3514 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6842046 Nov 23 12:49:54.466069 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 52298) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:49:54.479468 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-14fd1283-d5ac-486d-abfe-73a19a1582fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:54.491417 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.v2.base [None req-52e74472-a21e-41a0-881b-d8dbf19fbd7f tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Request body: {'security_group_rule': {'security_group_id': '087155e2-c7d0-4fff-9c16-348ee38e9701', 'project_id': '3b7f85b4c3f6438bbd0febee23146dbf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:49:54.503246 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-52e74472-a21e-41a0-881b-d8dbf19fbd7f tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:49:54.530537 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-52e74472-a21e-41a0-881b-d8dbf19fbd7f tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Usage tracker for resource:security_group_rule and tenant:3b7f85b4c3f6438bbd0febee23146dbf is out of sync, need to count used quota {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:49:54.538064 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-52e74472-a21e-41a0-881b-d8dbf19fbd7f tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:49:54.558359 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-52e74472-a21e-41a0-881b-d8dbf19fbd7f tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:49:54.572000 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ebd35a0-79d5-4412-8108-83b6cc7f9422 None None] Network 2928d89d-b6c7-4b51-90ac-bea7caaf93a1 requested from dv-cinder-818883-1-smb {{(pid=86839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 12:49:54.588673 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-7b616558-4430-487d-8a36-30d4399f0df8 req-9b82b0a3-7390-4197-bbdc-99016e3c5c83 service neutron] 10.222.0.54 "GET /v2.0/networks/b15c6796-f0a9-4d15-aa1e-eb7fe36a0201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3043249 Nov 23 12:49:54.719814 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-f1ec8079-c921-43ff-9d07-07a0ae5103ee None None] Provisioning for port 3f321286-4f5a-4ffd-9dd2-50f5849d5122 completed by entity DHCP. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:49:54.720746 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-52e74472-a21e-41a0-881b-d8dbf19fbd7f tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:54.763169 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-14fd1283-d5ac-486d-abfe-73a19a1582fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:54.780034 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-78057c24-eb91-4108-8830-beefd4bcc910 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:49:54.811846 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fd1283-d5ac-486d-abfe-73a19a1582fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0c57a98-64d4-4e43-a534-578a6fa56512,revision_number=None']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:49:54.818794 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-14fd1283-d5ac-486d-abfe-73a19a1582fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:49:54.828194 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-14fd1283-d5ac-486d-abfe-73a19a1582fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:54.829335 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-14fd1283-d5ac-486d-abfe-73a19a1582fc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a0c57a98-64d4-4e43-a534-578a6fa56512 HTTP/1.1" status: 204 len: 168 time: 0.6559284 Nov 23 12:49:54.863617 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-caff9191-a5b3-4cdf-916f-03ff567ed469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-503847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-505820'] for router, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:54.885438 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-52e74472-a21e-41a0-881b-d8dbf19fbd7f tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:54.890344 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-7b616558-4430-487d-8a36-30d4399f0df8 req-dc3f15e7-d6e0-4a60-8b98-5dc276c24510 service neutron] 10.222.0.54 "GET /v2.0/networks/b15c6796-f0a9-4d15-aa1e-eb7fe36a0201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2893252 Nov 23 12:49:54.895486 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-52e74472-a21e-41a0-881b-d8dbf19fbd7f tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453238'] for security_group_rule, after_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:54.898083 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-a2fcc532-95b6-4a1f-9775-eecbb53402b4 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:49:54.925144 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e74472-a21e-41a0-881b-d8dbf19fbd7f tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abb03f2d-843c-44a9-9ce8-112e5a255611,revision_number=0']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:49:54.930083 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-52e74472-a21e-41a0-881b-d8dbf19fbd7f tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:49:54.947160 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-52e74472-a21e-41a0-881b-d8dbf19fbd7f tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:54.951544 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-52e74472-a21e-41a0-881b-d8dbf19fbd7f tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4790783 Nov 23 12:49:54.952011 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 52304) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:49:54.966559 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.v2.base [None req-62de71da-f13b-4cd2-b983-456a9b69b0a1 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Request body: {'security_group_rule': {'security_group_id': '087155e2-c7d0-4fff-9c16-348ee38e9701', 'project_id': '3b7f85b4c3f6438bbd0febee23146dbf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:49:54.983185 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-62de71da-f13b-4cd2-b983-456a9b69b0a1 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:49:54.995046 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-62de71da-f13b-4cd2-b983-456a9b69b0a1 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Usage tracker for resource:security_group_rule and tenant:3b7f85b4c3f6438bbd0febee23146dbf is out of sync, need to count used quota {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:49:55.000777 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-62de71da-f13b-4cd2-b983-456a9b69b0a1 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:49:55.006385 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_hamode_db [None req-834c57dc-783b-469d-8cab-f71dcbc88e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a67f0724-5760-40a3-8435-070d5646d010', 'name': 'tempest-TestMinimumBasicScenario-560369306-router', 'tenant_id': '3b7f85b4c3f6438bbd0febee23146dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'external_fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.225'}], 'enable_snat': True}, 'gw_port_id': '210b9708-4701-4959-86e1-a3c76f3f2e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:48:42Z', 'updated_at': '2021-11-23T12:48:50Z', 'revision_number': 4, 'project_id': '3b7f85b4c3f6438bbd0febee23146dbf', 'gw_port': {'id': '210b9708-4701-4959-86e1-a3c76f3f2e66', 'name': '', 'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:84:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a67f0724-5760-40a3-8435-070d5646d010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:48:44Z', 'updated_at': '2021-11-23T12:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-smb', '_floatingips': [{'id': 'f977672d-0876-4247-8e22-31f3b35dae1a', 'tenant_id': '3b7f85b4c3f6438bbd0febee23146dbf', 'floating_ip_address': '172.28.2.9', 'floating_network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'router_id': 'a67f0724-5760-40a3-8435-070d5646d010', 'port_id': '850c8f55-cdfa-4771-97ce-36f7b8423a3b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b15c6796-f0a9-4d15-aa1e-eb7fe36a0201', 'mac_address': 'fa:16:3e:45:40:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb52a82-ed7f-4d60-bc04-7f2925dfab36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T12:49:50Z', 'updated_at': '2021-11-23T12:49:50Z', 'revision_number': 0, 'project_id': '3b7f85b4c3f6438bbd0febee23146dbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5743091e-375a-486a-aa90-7a397b171968', 'name': '', 'network_id': 'b15c6796-f0a9-4d15-aa1e-eb7fe36a0201', 'tenant_id': '3b7f85b4c3f6438bbd0febee23146dbf', 'mac_address': 'fa:16:3e:e6:19:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a67f0724-5760-40a3-8435-070d5646d010', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '62fcaa5c-0ecb-4cd2-b592-53ffd52c0337', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:48:49Z', 'updated_at': '2021-11-23T12:48:57Z', 'revision_number': 5, 'project_id': '3b7f85b4c3f6438bbd0febee23146dbf', 'subnets': [{'id': '62fcaa5c-0ecb-4cd2-b592-53ffd52c0337', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-1-smb', False) {} {{(pid=86839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:49:55.014334 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-62de71da-f13b-4cd2-b983-456a9b69b0a1 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:49:55.018522 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834c57dc-783b-469d-8cab-f71dcbc88e15 None None] The sync data for ids ['a67f0724-5760-40a3-8435-070d5646d010'] in dv-cinder-818883-1-smb is: [{'id': 'a67f0724-5760-40a3-8435-070d5646d010', 'name': 'tempest-TestMinimumBasicScenario-560369306-router', 'tenant_id': '3b7f85b4c3f6438bbd0febee23146dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'external_fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.225'}], 'enable_snat': True}, 'gw_port_id': '210b9708-4701-4959-86e1-a3c76f3f2e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:48:42Z', 'updated_at': '2021-11-23T12:48:50Z', 'revision_number': 4, 'project_id': '3b7f85b4c3f6438bbd0febee23146dbf', 'gw_port': {'id': '210b9708-4701-4959-86e1-a3c76f3f2e66', 'name': '', 'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:84:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a67f0724-5760-40a3-8435-070d5646d010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:48:44Z', 'updated_at': '2021-11-23T12:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-smb', '_floatingips': [{'id': 'f977672d-0876-4247-8e22-31f3b35dae1a', 'tenant_id': '3b7f85b4c3f6438bbd0febee23146dbf', 'floating_ip_address': '172.28.2.9', 'floating_network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'router_id': 'a67f0724-5760-40a3-8435-070d5646d010', 'port_id': '850c8f55-cdfa-4771-97ce-36f7b8423a3b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b15c6796-f0a9-4d15-aa1e-eb7fe36a0201', 'mac_address': 'fa:16:3e:45:40:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb52a82-ed7f-4d60-bc04-7f2925dfab36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T12:49:50Z', 'updated_at': '2021-11-23T12:49:50Z', 'revision_number': 0, 'project_id': '3b7f85b4c3f6438bbd0febee23146dbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5743091e-375a-486a-aa90-7a397b171968', 'name': '', 'network_id': 'b15c6796-f0a9-4d15-aa1e-eb7fe36a0201', 'tenant_id': '3b7f85b4c3f6438bbd0febee23146dbf', 'mac_address': 'fa:16:3e:e6:19:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a67f0724-5760-40a3-8435-070d5646d010', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '62fcaa5c-0ecb-4cd2-b592-53ffd52c0337', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:48:49Z', 'updated_at': '2021-11-23T12:48:57Z', 'revision_number': 5, 'project_id': '3b7f85b4c3f6438bbd0febee23146dbf', 'subnets': [{'id': '62fcaa5c-0ecb-4cd2-b592-53ffd52c0337', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 12:49:55.067442 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-62de71da-f13b-4cd2-b983-456a9b69b0a1 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:55.147157 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Device 3f321286-4f5a-4ffd-9dd2-50f5849d5122 up at agent ovs-agent-dv-cinder-818883-1-smb {{(pid=86839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:49:55.179459 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-62de71da-f13b-4cd2-b983-456a9b69b0a1 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:55.187161 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-62de71da-f13b-4cd2-b983-456a9b69b0a1 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453238'] for security_group_rule, after_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:55.190002 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-52e74472-a21e-41a0-881b-d8dbf19fbd7f tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:49:55.211646 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62de71da-f13b-4cd2-b983-456a9b69b0a1 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bef7d162-9764-4c01-9567-57fcff0f043f,revision_number=0']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:49:55.216371 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-62de71da-f13b-4cd2-b983-456a9b69b0a1 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:49:55.247127 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-62de71da-f13b-4cd2-b983-456a9b69b0a1 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:55.249251 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-62de71da-f13b-4cd2-b983-456a9b69b0a1 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2950139 Nov 23 12:49:55.252128 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 52310) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:49:55.258044 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.v2.base [None req-74e98c43-ded0-4066-a33b-37663df41286 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Request body: {'security_group_rule': {'security_group_id': '087155e2-c7d0-4fff-9c16-348ee38e9701', 'project_id': '3b7f85b4c3f6438bbd0febee23146dbf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:49:55.265604 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caff9191-a5b3-4cdf-916f-03ff567ed469 admin admin] Router 9888c0cd-453b-4953-9cbd-aafa59a766da is scheduled to L3 agent d7c7f769-7b7b-49b8-a5c1-735df886e043 with binding_index 1 {{(pid=86838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 23 12:49:55.270904 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-74e98c43-ded0-4066-a33b-37663df41286 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:49:55.275919 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-74e98c43-ded0-4066-a33b-37663df41286 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Usage tracker for resource:security_group_rule and tenant:3b7f85b4c3f6438bbd0febee23146dbf is out of sync, need to count used quota {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:49:55.282967 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-74e98c43-ded0-4066-a33b-37663df41286 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:49:55.303754 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-74e98c43-ded0-4066-a33b-37663df41286 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:49:55.348292 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-74e98c43-ded0-4066-a33b-37663df41286 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:55.369218 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Provisioning for port 3f321286-4f5a-4ffd-9dd2-50f5849d5122 completed by entity L2. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:49:55.384314 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Provisioning complete for port 3f321286-4f5a-4ffd-9dd2-50f5849d5122 triggered by entity L2. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:49:55.384732 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567787'] for port, provisioning_complete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:55.438405 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc010f3c-e765-4d77-8cd3-41f15c2642ee None None] New status for floating IP f977672d-0876-4247-8e22-31f3b35dae1a: ACTIVE {{(pid=86840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 12:49:55.478643 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-74e98c43-ded0-4066-a33b-37663df41286 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:55.485735 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-74e98c43-ded0-4066-a33b-37663df41286 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453238'] for security_group_rule, after_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:55.488270 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-7e5d7e64-7f30-4118-b2a3-9f1c6237943a tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:49:55.523915 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-b038043c-eebc-4969-89c6-7674ed23760b None None] Provisioning complete for port 3f321286-4f5a-4ffd-9dd2-50f5849d5122 triggered by entity DHCP. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:49:55.523915 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-b038043c-eebc-4969-89c6-7674ed23760b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567787'] for port, provisioning_complete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:55.576377 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e98c43-ded0-4066-a33b-37663df41286 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=332e3ceb-7b55-410a-9865-41a133b674f7,revision_number=0']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:49:55.580975 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-74e98c43-ded0-4066-a33b-37663df41286 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:49:55.582120 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-74e98c43-ded0-4066-a33b-37663df41286 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:55.583540 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-74e98c43-ded0-4066-a33b-37663df41286 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3301039 Nov 23 12:49:55.587997 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 52318) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:49:55.592435 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.v2.base [None req-e80ace8c-e783-492f-8a63-d09a080dc089 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Request body: {'security_group_rule': {'security_group_id': '087155e2-c7d0-4fff-9c16-348ee38e9701', 'project_id': '3b7f85b4c3f6438bbd0febee23146dbf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:49:55.599158 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-e80ace8c-e783-492f-8a63-d09a080dc089 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:49:55.604457 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-e80ace8c-e783-492f-8a63-d09a080dc089 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Usage tracker for resource:security_group_rule and tenant:3b7f85b4c3f6438bbd0febee23146dbf is out of sync, need to count used quota {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:49:55.607839 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-e80ace8c-e783-492f-8a63-d09a080dc089 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:49:55.614905 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-e80ace8c-e783-492f-8a63-d09a080dc089 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:49:55.631454 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.db.securitygroups_db [None req-e80ace8c-e783-492f-8a63-d09a080dc089 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Project 3b7f85b4c3f6438bbd0febee23146dbf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 12:49:55.632868 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:55.641088 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-e80ace8c-e783-492f-8a63-d09a080dc089 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:55.711177 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caff9191-a5b3-4cdf-916f-03ff567ed469 admin admin] Notify agent at l3_agent.dv-cinder-818883-1-smb the message routers_updated {{(pid=86838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 12:49:55.746351 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-caff9191-a5b3-4cdf-916f-03ff567ed469 admin admin] Notify callbacks [] for router, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:55.749160 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-caff9191-a5b3-4cdf-916f-03ff567ed469 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.0273700 Nov 23 12:49:55.752845 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 52324) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:49:55.759376 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 52328) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:49:55.761396 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4e61fd-95cf-42fe-ac08-aa65c12e960c None None] Sync routers for ids ['9888c0cd-453b-4953-9cbd-aafa59a766da'] in dv-cinder-818883-1-smb {{(pid=86839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 12:49:55.763549 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-e80ace8c-e783-492f-8a63-d09a080dc089 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:55.771410 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-e80ace8c-e783-492f-8a63-d09a080dc089 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453238'] for security_group_rule, after_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:55.773828 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:49:55.774343 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] For port 3f321286-4f5a-4ffd-9dd2-50f5849d5122, host dv-cinder-818883-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-smb',level=0,port_id=3f321286-4f5a-4ffd-9dd2-50f5849d5122,segment=NetworkSegment(7cb193aa-b0a1-449a-a685-460328a69100),segment_id=7cb193aa-b0a1-449a-a685-460328a69100)] {{(pid=86839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:49:55.781632 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-cbf7be05-8178-4f2d-9d9f-49258421f044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:55.788113 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826'] for port, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:55.800763 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:49:55.808149 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80ace8c-e783-492f-8a63-d09a080dc089 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9fd0761-9e48-4835-9e83-54c56ca980ad,revision_number=0']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:49:55.810795 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-e80ace8c-e783-492f-8a63-d09a080dc089 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:55.812121 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-e80ace8c-e783-492f-8a63-d09a080dc089 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2247071 Nov 23 12:49:55.813298 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-e80ace8c-e783-492f-8a63-d09a080dc089 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:49:55.816313 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 52334) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:49:55.821595 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.v2.base [None req-17187367-12f8-4211-9e4e-44485fbf9ee9 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Request body: {'security_group_rule': {'security_group_id': '087155e2-c7d0-4fff-9c16-348ee38e9701', 'project_id': '3b7f85b4c3f6438bbd0febee23146dbf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:49:55.828547 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-17187367-12f8-4211-9e4e-44485fbf9ee9 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:49:55.837473 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-17187367-12f8-4211-9e4e-44485fbf9ee9 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Usage tracker for resource:security_group_rule and tenant:3b7f85b4c3f6438bbd0febee23146dbf is out of sync, need to count used quota {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:49:55.842681 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-17187367-12f8-4211-9e4e-44485fbf9ee9 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:49:55.852723 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-17187367-12f8-4211-9e4e-44485fbf9ee9 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:49:55.865643 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4e61fd-95cf-42fe-ac08-aa65c12e960c None None] Routers {'9888c0cd-453b-4953-9cbd-aafa59a766da'} bound to L3 agent in host dv-cinder-818883-1-smb {{(pid=86839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:49:55.866656 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_hamode_db [None req-9c4e61fd-95cf-42fe-ac08-aa65c12e960c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T12:37:26Z,description=,heartbeat_timestamp=2021-11-23T12:49:26Z,host='dv-cinder-818883-1-smb',id=d7c7f769-7b7b-49b8-a5c1-735df886e043,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:37:26Z,topic='l3_agent')) {'router_ids': ['9888c0cd-453b-4953-9cbd-aafa59a766da'], 'active': True} {{(pid=86839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:49:55.872683 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.db.securitygroups_db [None req-17187367-12f8-4211-9e4e-44485fbf9ee9 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Project 3b7f85b4c3f6438bbd0febee23146dbf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 12:49:55.883396 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-17187367-12f8-4211-9e4e-44485fbf9ee9 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:55.988082 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-17187367-12f8-4211-9e4e-44485fbf9ee9 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:55.994468 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-17187367-12f8-4211-9e4e-44485fbf9ee9 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453238'] for security_group_rule, after_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:55.998493 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-74e98c43-ded0-4066-a33b-37663df41286 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:49:56.029102 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17187367-12f8-4211-9e4e-44485fbf9ee9 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=673f1754-3147-4da4-a616-dbd700674faa,revision_number=0']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:49:56.034028 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-17187367-12f8-4211-9e4e-44485fbf9ee9 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:49:56.045862 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-17187367-12f8-4211-9e4e-44485fbf9ee9 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:56.047373 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-17187367-12f8-4211-9e4e-44485fbf9ee9 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2300153 Nov 23 12:49:56.102492 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-3592a1a2-1a63-4154-b44a-568622557545 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:56.128490 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-3592a1a2-1a63-4154-b44a-568622557545 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:49:56.139810 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-3592a1a2-1a63-4154-b44a-568622557545 admin admin] Usage tracker for resource:security_group_rule and tenant:5c4e805d7d5f4348add7b3f70d19850e is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:49:56.151183 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-3592a1a2-1a63-4154-b44a-568622557545 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:49:56.156276 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-b038043c-eebc-4969-89c6-7674ed23760b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:56.224823 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-3592a1a2-1a63-4154-b44a-568622557545 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:49:56.307830 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Pushing event updated for resources: {'Port': ['ID=3f321286-4f5a-4ffd-9dd2-50f5849d5122,revision_number=3']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:49:56.311117 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.511s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:49:56.399880 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_dvr_db [None req-9c4e61fd-95cf-42fe-ac08-aa65c12e960c None None] Set router 9888c0cd-453b-4953-9cbd-aafa59a766da gateway port host: dv-cinder-818883-1-smb {{(pid=86839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:49:56.451734 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.db.api [None req-b038043c-eebc-4969-89c6-7674ed23760b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=86839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 12:49:56.452177 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_db.api [None req-b038043c-eebc-4969-89c6-7674ed23760b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=86839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 12:49:56.522007 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-87789b63-1850-487f-b27f-5c25b6c837ef req-789efa38-d0a1-4588-8839-848a257ab2f1 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-547263267&fields=id&tenant_id=3b7f85b4c3f6438bbd0febee23146dbf HTTP/1.1" status: 200 len: 267 time: 0.2683816 Nov 23 12:49:56.553658 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-8254020c-a8f6-4cc9-8d4f-32dd99c2f4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:56.737321 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_hamode_db [None req-9c4e61fd-95cf-42fe-ac08-aa65c12e960c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9888c0cd-453b-4953-9cbd-aafa59a766da', 'name': 'tempest-AttachVolumeShelveTestJSON-715595232-router', 'tenant_id': '2c9750bf5c154974b0144431d3be6eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'external_fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.204'}], 'enable_snat': True}, 'gw_port_id': 'fd83a026-00c2-4594-8c35-b212620aa81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:49:51Z', 'updated_at': '2021-11-23T12:49:53Z', 'revision_number': 3, 'project_id': '2c9750bf5c154974b0144431d3be6eea', 'gw_port': {'id': 'fd83a026-00c2-4594-8c35-b212620aa81a', 'name': '', 'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6f:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9888c0cd-453b-4953-9cbd-aafa59a766da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:49:52Z', 'updated_at': '2021-11-23T12:49:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-smb'}], 'dv-cinder-818883-1-smb', False) {} {{(pid=86839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:49:56.742891 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4e61fd-95cf-42fe-ac08-aa65c12e960c None None] Checking router: 9888c0cd-453b-4953-9cbd-aafa59a766da for host: dv-cinder-818883-1-smb {{(pid=86839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 12:49:56.743254 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4e61fd-95cf-42fe-ac08-aa65c12e960c None None] Updating router 9888c0cd-453b-4953-9cbd-aafa59a766da port fd83a026-00c2-4594-8c35-b212620aa81a binding host dv-cinder-818883-1-smb {{(pid=86839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 12:49:56.797977 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-3592a1a2-1a63-4154-b44a-568622557545 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:56.803457 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-9c4e61fd-95cf-42fe-ac08-aa65c12e960c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:56.808083 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-3592a1a2-1a63-4154-b44a-568622557545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:56.821116 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-80b21c43-65b4-4d5d-a90d-085ac83d76ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:49:56.916414 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-3592a1a2-1a63-4154-b44a-568622557545 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5c4e805d7d5f4348add7b3f70d19850e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1558776 Nov 23 12:49:56.919096 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 52352) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:49:56.922547 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3592a1a2-1a63-4154-b44a-568622557545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=157d2e26-369f-454f-b88f-f7c00395f252,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:49:56.934413 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87789b63-1850-487f-b27f-5c25b6c837ef req-d95d166f-2c16-4a1d-8484-3b0cfc9f19e5 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:56.935979 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-87789b63-1850-487f-b27f-5c25b6c837ef req-d95d166f-2c16-4a1d-8484-3b0cfc9f19e5 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bb52a82-ed7f-4d60-bc04-7f2925dfab36 HTTP/1.1" status: 200 len: 946 time: 0.3563457 Nov 23 12:49:56.938852 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-3592a1a2-1a63-4154-b44a-568622557545 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:49:56.984274 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.v2.base [req-87789b63-1850-487f-b27f-5c25b6c837ef req-024609dc-b50c-4091-bc01-8a24ee650a05 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Request body: {'port': {'security_groups': ['9da913dc-3b2c-4e11-a727-e7a51cca0bae', '087155e2-c7d0-4fff-9c16-348ee38e9701']}} {{(pid=86838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:49:57.032581 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Device 3f321286-4f5a-4ffd-9dd2-50f5849d5122 up at agent ovs-agent-dv-cinder-818883-1-smb {{(pid=86839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:49:57.122683 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-8345faae-2184-468b-a81e-ea51b44ed15b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:57.157031 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-8345faae-2184-468b-a81e-ea51b44ed15b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:57.177107 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-b40f741b-5b88-4cdf-8382-f8781696340f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:57.188505 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-87789b63-1850-487f-b27f-5c25b6c837ef req-024609dc-b50c-4091-bc01-8a24ee650a05 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:57.225980 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-8345faae-2184-468b-a81e-ea51b44ed15b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:57.232241 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-14fd1283-d5ac-486d-abfe-73a19a1582fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:49:57.235573 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Provisioning complete for port 3f321286-4f5a-4ffd-9dd2-50f5849d5122 triggered by entity L2. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:49:57.235958 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567787'] for port, provisioning_complete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:57.245558 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8345faae-2184-468b-a81e-ea51b44ed15b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=157d2e26-369f-454f-b88f-f7c00395f252,revision_number=None']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:49:57.249010 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-8345faae-2184-468b-a81e-ea51b44ed15b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:49:57.253995 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-8345faae-2184-468b-a81e-ea51b44ed15b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:57.257619 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-8345faae-2184-468b-a81e-ea51b44ed15b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/157d2e26-369f-454f-b88f-f7c00395f252 HTTP/1.1" status: 204 len: 168 time: 0.3350859 Nov 23 12:49:57.426907 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-9c4e61fd-95cf-42fe-ac08-aa65c12e960c None None] Notify callbacks [] for port, precommit_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:57.457936 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-9c4e61fd-95cf-42fe-ac08-aa65c12e960c None None] Transition to ACTIVE for port object fd83a026-00c2-4594-8c35-b212620aa81a will not be triggered until provisioned by entity L2. {{(pid=86839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:49:57.469769 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-9c4e61fd-95cf-42fe-ac08-aa65c12e960c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826'] for port, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:57.474008 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:49:57.555611 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.managers [None req-9c4e61fd-95cf-42fe-ac08-aa65c12e960c None None] Attempting to bind port fd83a026-00c2-4594-8c35-b212620aa81a on host dv-cinder-818883-1-smb for vnic_type normal with profile {{(pid=86839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 12:49:57.556016 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.managers [None req-9c4e61fd-95cf-42fe-ac08-aa65c12e960c None None] Attempting to bind port fd83a026-00c2-4594-8c35-b212620aa81a by drivers openvswitch,hyperv on host dv-cinder-818883-1-smb at level 0 using segments [{'id': '2dcdf227-6722-4632-a1c4-3c71d035812a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429'}] {{(pid=86839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 12:49:57.556389 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4e61fd-95cf-42fe-ac08-aa65c12e960c None None] Attempting to bind port fd83a026-00c2-4594-8c35-b212620aa81a on network 2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429 {{(pid=86839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:49:57.563127 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a730487-9f9c-4d48-9f3b-6dabad6d7a4a None None] Pushing event updated for resources: {'Port': ['ID=fd83a026-00c2-4594-8c35-b212620aa81a,revision_number=2']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:49:57.567308 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-2a730487-9f9c-4d48-9f3b-6dabad6d7a4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:49:57.568859 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4e61fd-95cf-42fe-ac08-aa65c12e960c None None] Checking agent: {'id': 'cd5e743e-4289-46d3-a833-871886dcba65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818883-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 37, 23), 'started_at': datetime.datetime(2021, 11, 23, 12, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818883-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 12:49:57.568859 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4e61fd-95cf-42fe-ac08-aa65c12e960c None None] Checking segment: {'id': '2dcdf227-6722-4632-a1c4-3c71d035812a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:49:57.569180 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-9c4e61fd-95cf-42fe-ac08-aa65c12e960c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:57.569582 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4e61fd-95cf-42fe-ac08-aa65c12e960c None None] Bound using segment: {'id': '2dcdf227-6722-4632-a1c4-3c71d035812a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429'} {{(pid=86839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 12:49:57.570068 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.managers [None req-9c4e61fd-95cf-42fe-ac08-aa65c12e960c None None] Bound port: fd83a026-00c2-4594-8c35-b212620aa81a, host: dv-cinder-818883-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dcdf227-6722-4632-a1c4-3c71d035812a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429'}}] {{(pid=86839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 12:49:57.570453 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-9c4e61fd-95cf-42fe-ac08-aa65c12e960c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:57.616250 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.db_base_plugin_common [None req-b40f741b-5b88-4cdf-8382-f8781696340f admin admin] Allocated IP 172.20.0.1 (2928d89d-b6c7-4b51-90ac-bea7caaf93a1/bfb9a90c-7be8-4cd9-9415-38a9d39de564/ed6e8f1e-ebe8-4390-b152-685ca19a1902) {{(pid=86838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:49:57.664734 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-9c4e61fd-95cf-42fe-ac08-aa65c12e960c None None] For port fd83a026-00c2-4594-8c35-b212620aa81a, host dv-cinder-818883-1-smb, cleared binding levels {{(pid=86839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 12:49:57.668256 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-9c4e61fd-95cf-42fe-ac08-aa65c12e960c None None] For port fd83a026-00c2-4594-8c35-b212620aa81a, host dv-cinder-818883-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-smb',level=0,port_id=fd83a026-00c2-4594-8c35-b212620aa81a,segment=NetworkSegment(2dcdf227-6722-4632-a1c4-3c71d035812a),segment_id=2dcdf227-6722-4632-a1c4-3c71d035812a)] {{(pid=86839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 12:49:57.683626 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-9c4e61fd-95cf-42fe-ac08-aa65c12e960c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826'] for port, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:57.690010 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-712c8795-21ae-4dc3-aa8b-4c9df776277e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:49:57.737299 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.db [req-87789b63-1850-487f-b27f-5c25b6c837ef req-024609dc-b50c-4091-bc01-8a24ee650a05 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] For port 850c8f55-cdfa-4771-97ce-36f7b8423a3b, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=850c8f55-cdfa-4771-97ce-36f7b8423a3b,segment=NetworkSegment(59a6b585-e3ee-45c8-9d46-49d25176996c),segment_id=59a6b585-e3ee-45c8-9d46-49d25176996c)] {{(pid=86838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:49:57.801458 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-87789b63-1850-487f-b27f-5c25b6c837ef req-024609dc-b50c-4091-bc01-8a24ee650a05 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Notify callbacks [] for port, precommit_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:57.801948 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4e61fd-95cf-42fe-ac08-aa65c12e960c None None] Routers {'9888c0cd-453b-4953-9cbd-aafa59a766da'} bound to L3 agent in host dv-cinder-818883-1-smb {{(pid=86839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:49:57.802784 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_hamode_db [None req-9c4e61fd-95cf-42fe-ac08-aa65c12e960c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T12:37:26Z,description=,heartbeat_timestamp=2021-11-23T12:49:56Z,host='dv-cinder-818883-1-smb',id=d7c7f769-7b7b-49b8-a5c1-735df886e043,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:37:26Z,topic='l3_agent')) {'router_ids': ['9888c0cd-453b-4953-9cbd-aafa59a766da'], 'active': True} {{(pid=86839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:49:57.818757 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-87789b63-1850-487f-b27f-5c25b6c837ef req-024609dc-b50c-4091-bc01-8a24ee650a05 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8277311'] for port, after_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:57.826143 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:49:57.897699 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-b40f741b-5b88-4cdf-8382-f8781696340f admin admin] Notify callbacks [] for port, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:57.913775 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] get_ports_and_sgs() called for port_ids ['850c8f55-cdfa-4771-97ce-36f7b8423a3b'] {{(pid=86839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 12:49:57.924871 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87789b63-1850-487f-b27f-5c25b6c837ef req-024609dc-b50c-4091-bc01-8a24ee650a05 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:57.925538 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-87789b63-1850-487f-b27f-5c25b6c837ef req-024609dc-b50c-4091-bc01-8a24ee650a05 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188604'] for port, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:57.927030 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-87789b63-1850-487f-b27f-5c25b6c837ef req-024609dc-b50c-4091-bc01-8a24ee650a05 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] 10.222.0.31 "PUT /v2.0/ports/850c8f55-cdfa-4771-97ce-36f7b8423a3b HTTP/1.1" status: 200 len: 982 time: 0.9591811 Nov 23 12:49:57.927561 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bb52a82-ed7f-4d60-bc04-7f2925dfab36', 'tag': '850c8f55-cdfa-4771-97ce-36f7b8423a3b'}] {{(pid=86838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:49:57.953426 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.provisioning_blocks [None req-b40f741b-5b88-4cdf-8382-f8781696340f admin admin] Transition to ACTIVE for port object ed6e8f1e-ebe8-4390-b152-685ca19a1902 will not be triggered until provisioned by entity DHCP. {{(pid=86838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:49:57.957113 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a730487-9f9c-4d48-9f3b-6dabad6d7a4a None None] Pushing event updated for resources: {'Port': ['ID=fd83a026-00c2-4594-8c35-b212620aa81a,revision_number=3']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:49:57.966902 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024609dc-b50c-4091-bc01-8a24ee650a05 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Pushing event updated for resources: {'Port': ['ID=850c8f55-cdfa-4771-97ce-36f7b8423a3b,revision_number=6']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:49:57.972360 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-024609dc-b50c-4091-bc01-8a24ee650a05 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:49:57.977132 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-2a730487-9f9c-4d48-9f3b-6dabad6d7a4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:49:57.996291 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-b40f741b-5b88-4cdf-8382-f8781696340f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788170525763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8277302'] for port, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:58.015458 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-8a6757a3-1fee-49f4-ab2a-ec13ab4ad804 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:49:58.038697 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] get_ports_and_sgs() called for port_ids ['850c8f55-cdfa-4771-97ce-36f7b8423a3b'] {{(pid=86839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 12:49:58.098310 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bb52a82-ed7f-4d60-bc04-7f2925dfab36', 'tag': '850c8f55-cdfa-4771-97ce-36f7b8423a3b', 'status': 'completed', 'code': 200} Nov 23 12:49:58.159153 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40f741b-5b88-4cdf-8382-f8781696340f admin admin] Network 2928d89d-b6c7-4b51-90ac-bea7caaf93a1 is already hosted by enough agents. {{(pid=86838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:49:58.202646 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.scheduler.base_scheduler [None req-b40f741b-5b88-4cdf-8382-f8781696340f admin admin] Resources bound (agent type, host, resource id): {{(pid=86838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:49:58.217677 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40f741b-5b88-4cdf-8382-f8781696340f admin admin] Received port after_create {{(pid=86838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 12:49:58.282677 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40f741b-5b88-4cdf-8382-f8781696340f admin admin] Pushing event updated for resources: {'Port': ['ID=ed6e8f1e-ebe8-4390-b152-685ca19a1902,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:49:58.304807 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-b40f741b-5b88-4cdf-8382-f8781696340f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:49:58.339494 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05e68bc-51ce-44db-8d95-33539bb5a9de req-ee18cbc4-be92-44a1-b4ee-ef3bbc4d3431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:58.345960 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-a05e68bc-51ce-44db-8d95-33539bb5a9de req-ee18cbc4-be92-44a1-b4ee-ef3bbc4d3431 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3b7f85b4c3f6438bbd0febee23146dbf&device_id=6bb52a82-ed7f-4d60-bc04-7f2925dfab36 HTTP/1.1" status: 200 len: 1138 time: 0.2180264 Nov 23 12:49:58.490440 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-b40f741b-5b88-4cdf-8382-f8781696340f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1595666'] for router_interface, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:58.506663 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-81ebc68a-6cac-4153-993a-d49f6295ee51 None None] Provisioning complete for port 850c8f55-cdfa-4771-97ce-36f7b8423a3b triggered by entity DHCP. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:49:58.507125 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-81ebc68a-6cac-4153-993a-d49f6295ee51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567787'] for port, provisioning_complete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:58.568122 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 52384) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:49:58.576822 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-3a3d0f92-e1d8-40e0-8f39-c6b28c555fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:58.595496 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05e68bc-51ce-44db-8d95-33539bb5a9de req-2935ea14-985a-4467-8f1d-cbea01a030d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:58.598677 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-a05e68bc-51ce-44db-8d95-33539bb5a9de req-2935ea14-985a-4467-8f1d-cbea01a030d2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b15c6796-f0a9-4d15-aa1e-eb7fe36a0201 HTTP/1.1" status: 200 len: 915 time: 0.2459824 Nov 23 12:49:58.620488 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_dvr_db [None req-9c4e61fd-95cf-42fe-ac08-aa65c12e960c None None] Set router 9888c0cd-453b-4953-9cbd-aafa59a766da gateway port host: dv-cinder-818883-1-smb {{(pid=86839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:49:58.649662 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cab7fda-f365-45d3-b533-d234bccfed3f req-ebe853e2-2725-4da7-91df-4470ec7eaa60 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:58.657799 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-9cab7fda-f365-45d3-b533-d234bccfed3f req-ebe853e2-2725-4da7-91df-4470ec7eaa60 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bb52a82-ed7f-4d60-bc04-7f2925dfab36 HTTP/1.1" status: 200 len: 985 time: 0.5049415 Nov 23 12:49:58.729987 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-9cab7fda-f365-45d3-b533-d234bccfed3f req-85f9f7cb-1113-4d45-8b35-fe514490c455 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] 10.222.0.31 "GET /v2.0/security-groups?id=087155e2-c7d0-4fff-9c16-348ee38e9701&id=9da913dc-3b2c-4e11-a727-e7a51cca0bae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0710309 Nov 23 12:49:58.754737 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-a05e68bc-51ce-44db-8d95-33539bb5a9de req-2d8a4bad-32b0-4734-980a-13229f846c06 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=850c8f55-cdfa-4771-97ce-36f7b8423a3b HTTP/1.1" status: 200 len: 1000 time: 0.1383760 Nov 23 12:49:58.754737 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.v2.base [None req-5734a30e-6d97-49d2-92e5-15c6fc3cda9e admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2118819696-network', 'tenant_id': '92c84cb5e58e49078b87a81fd8a69bcd'}} {{(pid=86837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:49:58.824009 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05e68bc-51ce-44db-8d95-33539bb5a9de req-3b8693cd-c405-419d-b9de-a64ec3e2e9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:58.825634 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-a05e68bc-51ce-44db-8d95-33539bb5a9de req-3b8693cd-c405-419d-b9de-a64ec3e2e9e4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=62fcaa5c-0ecb-4cd2-b592-53ffd52c0337 HTTP/1.1" status: 200 len: 853 time: 0.0710945 Nov 23 12:49:58.826966 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-5734a30e-6d97-49d2-92e5-15c6fc3cda9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:49:58.831267 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-5734a30e-6d97-49d2-92e5-15c6fc3cda9e admin admin] Usage tracker for resource:network and tenant:92c84cb5e58e49078b87a81fd8a69bcd is out of sync, need to count used quota {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:49:58.835478 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-5734a30e-6d97-49d2-92e5-15c6fc3cda9e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:49:58.851292 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-b40f741b-5b88-4cdf-8382-f8781696340f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:58.881401 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-5734a30e-6d97-49d2-92e5-15c6fc3cda9e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:49:58.909022 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5734a30e-6d97-49d2-92e5-15c6fc3cda9e admin admin] Made reservation on behalf of 92c84cb5e58e49078b87a81fd8a69bcd for: {'network': 1} {{(pid=86837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:49:58.912334 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-5734a30e-6d97-49d2-92e5-15c6fc3cda9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for network, before_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:58.927500 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-5734a30e-6d97-49d2-92e5-15c6fc3cda9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:58.954421 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-5734a30e-6d97-49d2-92e5-15c6fc3cda9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:49:58.960772 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-5734a30e-6d97-49d2-92e5-15c6fc3cda9e admin admin] Usage tracker for resource:security_group_rule and tenant:92c84cb5e58e49078b87a81fd8a69bcd is out of sync, need to count used quota {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:49:58.965104 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-5734a30e-6d97-49d2-92e5-15c6fc3cda9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:49:58.973318 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-5734a30e-6d97-49d2-92e5-15c6fc3cda9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:49:58.981246 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05e68bc-51ce-44db-8d95-33539bb5a9de req-81b3cfbb-be38-4886-840e-92729f35300d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:58.981246 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-a05e68bc-51ce-44db-8d95-33539bb5a9de req-81b3cfbb-be38-4886-840e-92729f35300d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b15c6796-f0a9-4d15-aa1e-eb7fe36a0201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1469405 Nov 23 12:49:59.172209 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-a05e68bc-51ce-44db-8d95-33539bb5a9de req-d55e1481-0370-413a-9d63-244b6bd6173e service neutron] 10.222.0.54 "GET /v2.0/networks/b15c6796-f0a9-4d15-aa1e-eb7fe36a0201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829474 Nov 23 12:49:59.232571 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-b40f741b-5b88-4cdf-8382-f8781696340f admin admin] Notify callbacks [] for port, precommit_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:59.265010 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-b40f741b-5b88-4cdf-8382-f8781696340f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8277311'] for port, after_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:59.299308 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-dd259a10-011b-4a1c-b8f7-b475d839daf1 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:49:59.314302 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-5734a30e-6d97-49d2-92e5-15c6fc3cda9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:59.326342 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-5734a30e-6d97-49d2-92e5-15c6fc3cda9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:59.332824 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-5e922b2e-0d2c-4603-82f3-98529cc596c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:49:59.396934 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5734a30e-6d97-49d2-92e5-15c6fc3cda9e admin admin] vlan segment allocate from pool success with {'vlan_id': 762, 'physical_network': 'physnet1'} {{(pid=86837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 12:49:59.401482 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-a05e68bc-51ce-44db-8d95-33539bb5a9de req-327ab056-854b-476b-ad52-a0ac5149ea32 service neutron] 10.222.0.54 "GET /v2.0/networks/b15c6796-f0a9-4d15-aa1e-eb7fe36a0201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172971 Nov 23 12:49:59.405673 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5734a30e-6d97-49d2-92e5-15c6fc3cda9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bfc3486-ac41-4745-a9d9-0335a6fe353b,revision_number=1']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:49:59.410282 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-5734a30e-6d97-49d2-92e5-15c6fc3cda9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:49:59.414676 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-5734a30e-6d97-49d2-92e5-15c6fc3cda9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572451'] for segment, precommit_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:59.415049 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.db.segments_db [None req-5734a30e-6d97-49d2-92e5-15c6fc3cda9e admin admin] Added segment 5b1c76bb-b718-4fa7-bd3c-2e50b6dc174e of type vlan for network 1da7dd73-1340-4c68-a094-f24718b2f2dd Nov 23 12:49:59.417645 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-b40f741b-5b88-4cdf-8382-f8781696340f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1595889'] for router_interface, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:59.427922 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8f770914-fd79-48f7-af0c-78502e8c8cbe req-28b03855-9f91-44fa-808f-49320a18854e tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1218610016&fields=id&tenant_id=904fe0d63bc7415b845bd812c5c3d7d5 HTTP/1.1" status: 200 len: 267 time: 0.1883655 Nov 23 12:49:59.437008 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40f741b-5b88-4cdf-8382-f8781696340f admin admin] Pushing event updated for resources: {'Port': ['ID=ed6e8f1e-ebe8-4390-b152-685ca19a1902,revision_number=2']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:49:59.447565 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-5734a30e-6d97-49d2-92e5-15c6fc3cda9e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788170511809'] for network, precommit_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:59.454556 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_hamode_db [None req-9c4e61fd-95cf-42fe-ac08-aa65c12e960c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9888c0cd-453b-4953-9cbd-aafa59a766da', 'name': 'tempest-AttachVolumeShelveTestJSON-715595232-router', 'tenant_id': '2c9750bf5c154974b0144431d3be6eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'external_fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.204'}], 'enable_snat': True}, 'gw_port_id': 'fd83a026-00c2-4594-8c35-b212620aa81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:49:51Z', 'updated_at': '2021-11-23T12:49:53Z', 'revision_number': 3, 'project_id': '2c9750bf5c154974b0144431d3be6eea', 'gw_port': {'id': 'fd83a026-00c2-4594-8c35-b212620aa81a', 'name': '', 'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6f:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9888c0cd-453b-4953-9cbd-aafa59a766da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:49:52Z', 'updated_at': '2021-11-23T12:49:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-smb'}], 'dv-cinder-818883-1-smb', False) {} {{(pid=86839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:49:59.472655 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4e61fd-95cf-42fe-ac08-aa65c12e960c None None] The sync data for ids ['9888c0cd-453b-4953-9cbd-aafa59a766da'] in dv-cinder-818883-1-smb is: [{'id': '9888c0cd-453b-4953-9cbd-aafa59a766da', 'name': 'tempest-AttachVolumeShelveTestJSON-715595232-router', 'tenant_id': '2c9750bf5c154974b0144431d3be6eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'external_fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.204'}], 'enable_snat': True}, 'gw_port_id': 'fd83a026-00c2-4594-8c35-b212620aa81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:49:51Z', 'updated_at': '2021-11-23T12:49:53Z', 'revision_number': 3, 'project_id': '2c9750bf5c154974b0144431d3be6eea', 'gw_port': {'id': 'fd83a026-00c2-4594-8c35-b212620aa81a', 'name': '', 'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6f:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9888c0cd-453b-4953-9cbd-aafa59a766da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:49:52Z', 'updated_at': '2021-11-23T12:49:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-smb'}] {{(pid=86839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 12:49:59.473177 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-b40f741b-5b88-4cdf-8382-f8781696340f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:49:59.486876 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-5734a30e-6d97-49d2-92e5-15c6fc3cda9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595'] for network, after_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:59.490226 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5734a30e-6d97-49d2-92e5-15c6fc3cda9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:59.490226 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-5734a30e-6d97-49d2-92e5-15c6fc3cda9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600637'] for network, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:59.496898 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:49:59.514373 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-c9efc613-8298-4d5c-8a1a-8438f2c104e0 None None] Provisioning for port ed6e8f1e-ebe8-4390-b152-685ca19a1902 completed by entity DHCP. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:49:59.531647 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-c9efc613-8298-4d5c-8a1a-8438f2c104e0 None None] Provisioning complete for port ed6e8f1e-ebe8-4390-b152-685ca19a1902 triggered by entity DHCP. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:49:59.532035 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-c9efc613-8298-4d5c-8a1a-8438f2c104e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567787'] for port, provisioning_complete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:59.615470 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.plugin [None req-c9efc613-8298-4d5c-8a1a-8438f2c104e0 None None] Port ed6e8f1e-ebe8-4390-b152-685ca19a1902 cannot update to ACTIVE because it is not bound. {{(pid=86839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 23 12:49:59.636788 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5734a30e-6d97-49d2-92e5-15c6fc3cda9e admin admin] Pushing event updated for resources: {'Network': ['ID=1da7dd73-1340-4c68-a094-f24718b2f2dd,revision_number=1']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:49:59.641235 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-5734a30e-6d97-49d2-92e5-15c6fc3cda9e admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0719185 Nov 23 12:49:59.642304 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-5734a30e-6d97-49d2-92e5-15c6fc3cda9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:49:59.644382 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 52400) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:49:59.649989 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.v2.base [None req-d2f63971-5824-4e38-9c99-c85194dbaf53 admin admin] Request body: {'subnet': {'network_id': '1da7dd73-1340-4c68-a094-f24718b2f2dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2118819696-subnet', 'tenant_id': '92c84cb5e58e49078b87a81fd8a69bcd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:49:59.656432 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-d2f63971-5824-4e38-9c99-c85194dbaf53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:49:59.659689 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Network 1da7dd73-1340-4c68-a094-f24718b2f2dd details requested by agent ovs-agent-dv-cinder-818883-1-smb with host dv-cinder-818883-1-smb {{(pid=86839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 23 12:49:59.660305 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-d2f63971-5824-4e38-9c99-c85194dbaf53 admin admin] Usage tracker for resource:subnet and tenant:92c84cb5e58e49078b87a81fd8a69bcd is out of sync, need to count used quota {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:49:59.664431 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-d2f63971-5824-4e38-9c99-c85194dbaf53 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:49:59.671627 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-d2f63971-5824-4e38-9c99-c85194dbaf53 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:49:59.689188 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2f63971-5824-4e38-9c99-c85194dbaf53 admin admin] Made reservation on behalf of 92c84cb5e58e49078b87a81fd8a69bcd for: {'subnet': 1} {{(pid=86837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:49:59.692977 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-d2f63971-5824-4e38-9c99-c85194dbaf53 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8238016'] for subnet, before_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:59.752721 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f770914-fd79-48f7-af0c-78502e8c8cbe req-a4d8ad4a-678e-423d-be2c-27b4fdfc676b tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:59.754317 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8f770914-fd79-48f7-af0c-78502e8c8cbe req-a4d8ad4a-678e-423d-be2c-27b4fdfc676b tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] 10.222.0.31 "GET /v2.0/networks?id=863a1e50-6324-476a-bb82-68f7fcf8fe7f HTTP/1.1" status: 200 len: 808 time: 0.3092537 Nov 23 12:49:59.765770 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40f741b-5b88-4cdf-8382-f8781696340f admin admin] Network 2928d89d-b6c7-4b51-90ac-bea7caaf93a1 is already hosted by enough agents. {{(pid=86838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:49:59.768484 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.scheduler.base_scheduler [None req-b40f741b-5b88-4cdf-8382-f8781696340f admin admin] Resources bound (agent type, host, resource id): {{(pid=86838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:49:59.878503 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8f770914-fd79-48f7-af0c-78502e8c8cbe req-1ca48483-5586-4a95-a2d5-1eadd2e4751b tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] 10.222.0.31 "GET /v2.0/quotas/904fe0d63bc7415b845bd812c5c3d7d5 HTTP/1.1" status: 200 len: 375 time: 0.1092260 Nov 23 12:50:00.092734 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-d2f63971-5824-4e38-9c99-c85194dbaf53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6379459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8238066'] for subnet, after_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:00.110463 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b40f741b-5b88-4cdf-8382-f8781696340f admin admin] Router 9888c0cd-453b-4953-9cbd-aafa59a766da has already been hosted by L3 agent d7c7f769-7b7b-49b8-a5c1-735df886e043 {{(pid=86838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 12:50:00.112003 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:50:00.127013 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8f770914-fd79-48f7-af0c-78502e8c8cbe req-d7bab4e9-e2bb-4357-a5c8-2970f13a4a13 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=904fe0d63bc7415b845bd812c5c3d7d5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2271326 Nov 23 12:50:00.170108 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-9b0bc106-c00b-49af-8f18-870d024aa876 None None] Provisioning complete for port ed6e8f1e-ebe8-4390-b152-685ca19a1902 triggered by entity DHCP. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:50:00.170492 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-9b0bc106-c00b-49af-8f18-870d024aa876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567787'] for port, provisioning_complete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:00.305627 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.plugin [None req-9b0bc106-c00b-49af-8f18-870d024aa876 None None] Port ed6e8f1e-ebe8-4390-b152-685ca19a1902 cannot update to ACTIVE because it is not bound. {{(pid=86839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 23 12:50:00.315349 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f63971-5824-4e38-9c99-c85194dbaf53 admin admin] Checking segment: {'id': '5b1c76bb-b718-4fa7-bd3c-2e50b6dc174e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '1da7dd73-1340-4c68-a094-f24718b2f2dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:50:00.315865 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f63971-5824-4e38-9c99-c85194dbaf53 admin admin] Network hostable DHCP agents. Network: 1da7dd73-1340-4c68-a094-f24718b2f2dd, hostable agents: ['7adafed1-c9c5-48d0-9254-d37451f0c452'], hosted agents: [] {{(pid=86837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 12:50:00.320666 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f63971-5824-4e38-9c99-c85194dbaf53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=172d55bc-82ce-42b6-9d56-cf6c290e322c,revision_number=0']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:50:00.325194 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-d2f63971-5824-4e38-9c99-c85194dbaf53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:50:00.347421 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f63971-5824-4e38-9c99-c85194dbaf53 admin admin] Network 1da7dd73-1340-4c68-a094-f24718b2f2dd is scheduled to be hosted by DHCP agent 7adafed1-c9c5-48d0-9254-d37451f0c452 with binding_index 1 {{(pid=86837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 12:50:00.361607 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.scheduler.base_scheduler [None req-d2f63971-5824-4e38-9c99-c85194dbaf53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818883-1-smb, 1da7dd73-1340-4c68-a094-f24718b2f2dd) {{(pid=86837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:50:00.372093 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f63971-5824-4e38-9c99-c85194dbaf53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:00.372720 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-d2f63971-5824-4e38-9c99-c85194dbaf53 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:00.376073 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ee2f5c-187d-4b6d-aebd-646462a3063b None None] Network 1da7dd73-1340-4c68-a094-f24718b2f2dd requested from dv-cinder-818883-1-smb {{(pid=86839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 12:50:00.404174 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-d2f63971-5824-4e38-9c99-c85194dbaf53 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7585037 Nov 23 12:50:00.607194 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8f770914-fd79-48f7-af0c-78502e8c8cbe req-c45ed2fa-f883-442b-8fa9-7c7535630d74 service neutron] 10.222.0.31 "GET /v2.0/networks/863a1e50-6324-476a-bb82-68f7fcf8fe7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4061778 Nov 23 12:50:00.618260 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b40f741b-5b88-4cdf-8382-f8781696340f admin admin] Notify agent at l3_agent.dv-cinder-818883-1-smb the message routers_updated {{(pid=86838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 12:50:00.712510 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-266c6a86-f5ef-4816-89be-75d64520cf72 None None] Network 1da7dd73-1340-4c68-a094-f24718b2f2dd requested from dv-cinder-818883-1-smb {{(pid=86839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 12:50:00.752090 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-b40f741b-5b88-4cdf-8382-f8781696340f admin admin] 10.222.0.31 "PUT /v2.0/routers/9888c0cd-453b-4953-9cbd-aafa59a766da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9980984 Nov 23 12:50:00.771020 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8f770914-fd79-48f7-af0c-78502e8c8cbe req-cee1586a-87e7-4a79-97c9-e6d1d41366e0 service neutron] 10.222.0.31 "GET /v2.0/networks/863a1e50-6324-476a-bb82-68f7fcf8fe7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543856 Nov 23 12:50:01.068372 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Device fd83a026-00c2-4594-8c35-b212620aa81a up at agent ovs-agent-dv-cinder-818883-1-smb {{(pid=86839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:50:01.170042 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Provisioning for port fd83a026-00c2-4594-8c35-b212620aa81a completed by entity L2. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:50:01.176794 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Provisioning complete for port fd83a026-00c2-4594-8c35-b212620aa81a triggered by entity L2. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:50:01.177565 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567787'] for port, provisioning_complete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:01.341459 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:01.363021 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] For port fd83a026-00c2-4594-8c35-b212620aa81a, host dv-cinder-818883-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-smb',level=0,port_id=fd83a026-00c2-4594-8c35-b212620aa81a,segment=NetworkSegment(2dcdf227-6722-4632-a1c4-3c71d035812a),segment_id=2dcdf227-6722-4632-a1c4-3c71d035812a)] {{(pid=86839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:50:01.373480 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826'] for port, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:01.376826 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-2a730487-9f9c-4d48-9f3b-6dabad6d7a4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:50:01.469661 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Pushing event updated for resources: {'Port': ['ID=fd83a026-00c2-4594-8c35-b212620aa81a,revision_number=4']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:50:01.472946 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:50:01.507390 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-6a39b602-1b13-4fad-8bf4-4505f2107931 req-0183b297-f4aa-4168-aa5c-be0431ef9a1a tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] 10.222.0.31 "GET /v2.0/ports?device_id=22e65fa6-c78c-4c51-a5cb-8fa8c6aa5633 HTTP/1.1" status: 200 len: 210 time: 0.0988195 Nov 23 12:50:01.725467 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 52438) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:50:01.731469 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.v2.base [None req-2e52e7b0-c0db-49eb-9e8a-0d445d169c8b tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Request body: {'security_group': {'name': 'tempest-securitygroup--437746423', 'description': 'tempest-description--1700820366'}} {{(pid=86837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:50:01.739173 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-2e52e7b0-c0db-49eb-9e8a-0d445d169c8b tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:50:01.746490 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-2e52e7b0-c0db-49eb-9e8a-0d445d169c8b tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Usage tracker for resource:security_group and tenant:2c9750bf5c154974b0144431d3be6eea is out of sync, need to count used quota {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:50:01.750350 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-2e52e7b0-c0db-49eb-9e8a-0d445d169c8b tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:50:01.762729 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-2e52e7b0-c0db-49eb-9e8a-0d445d169c8b tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:50:01.794828 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1333042-e6f2-4621-986d-dd6574bbf9af None None] Sync routers for ids ['9888c0cd-453b-4953-9cbd-aafa59a766da'] in dv-cinder-818883-1-smb {{(pid=86840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 12:50:01.807804 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1333042-e6f2-4621-986d-dd6574bbf9af None None] Routers {'9888c0cd-453b-4953-9cbd-aafa59a766da'} bound to L3 agent in host dv-cinder-818883-1-smb {{(pid=86840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:50:01.808702 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.l3_hamode_db [None req-d1333042-e6f2-4621-986d-dd6574bbf9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T12:37:26Z,description=,heartbeat_timestamp=2021-11-23T12:49:56Z,host='dv-cinder-818883-1-smb',id=d7c7f769-7b7b-49b8-a5c1-735df886e043,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:37:26Z,topic='l3_agent')) {'router_ids': ['9888c0cd-453b-4953-9cbd-aafa59a766da'], 'active': True} {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:50:01.820316 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-2e52e7b0-c0db-49eb-9e8a-0d445d169c8b tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Notify callbacks [] for security_group, before_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:01.851612 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-2e52e7b0-c0db-49eb-9e8a-0d445d169c8b tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:50:01.863222 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-2e52e7b0-c0db-49eb-9e8a-0d445d169c8b tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Usage tracker for resource:security_group_rule and tenant:2c9750bf5c154974b0144431d3be6eea is out of sync, need to count used quota {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:50:01.871629 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-2e52e7b0-c0db-49eb-9e8a-0d445d169c8b tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:50:01.879650 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-2e52e7b0-c0db-49eb-9e8a-0d445d169c8b tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:50:01.917743 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-fd8f0e4b-16db-4710-afda-a08ad0a2775d req-b2a72755-3b8c-4239-be10-d48dd50e4129 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=872292ed-386e-4699-a03d-8e1c49db1f89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1340628 Nov 23 12:50:01.994548 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-2e52e7b0-c0db-49eb-9e8a-0d445d169c8b tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Notify callbacks [] for security_group, precommit_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:02.007886 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-2e52e7b0-c0db-49eb-9e8a-0d445d169c8b tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:02.014139 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-d536cdcf-f630-4a49-9e85-feb920748ffd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:50:02.023533 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvr_db [None req-d1333042-e6f2-4621-986d-dd6574bbf9af None None] Set router 9888c0cd-453b-4953-9cbd-aafa59a766da gateway port host: dv-cinder-818883-1-smb {{(pid=86840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:50:02.098943 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e52e7b0-c0db-49eb-9e8a-0d445d169c8b tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9594e83f-825b-4286-8a40-8cc3ae055a40,revision_number=1']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:50:02.104150 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-2e52e7b0-c0db-49eb-9e8a-0d445d169c8b tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:50:02.106120 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-2e52e7b0-c0db-49eb-9e8a-0d445d169c8b tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Notify callbacks [] for security_group, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:02.108107 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-2e52e7b0-c0db-49eb-9e8a-0d445d169c8b tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3817871 Nov 23 12:50:02.111552 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 52444) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:50:02.119133 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.v2.base [None req-7a379c68-b9a4-42ee-886e-a46b3dd7130f tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Request body: {'security_group_rule': {'security_group_id': '9594e83f-825b-4286-8a40-8cc3ae055a40', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:50:02.131020 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-7a379c68-b9a4-42ee-886e-a46b3dd7130f tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:50:02.135488 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-7a379c68-b9a4-42ee-886e-a46b3dd7130f tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Usage tracker for resource:security_group_rule and tenant:2c9750bf5c154974b0144431d3be6eea is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:50:02.136089 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8f0e4b-16db-4710-afda-a08ad0a2775d req-434de255-f6da-478e-bdd3-6439c7eb2fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:02.139691 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-fd8f0e4b-16db-4710-afda-a08ad0a2775d req-434de255-f6da-478e-bdd3-6439c7eb2fbb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e6142a50a1bb4ef9bfd9b1bc59edda1d&device_id=872292ed-386e-4699-a03d-8e1c49db1f89 HTTP/1.1" status: 200 len: 1098 time: 0.1148109 Nov 23 12:50:02.140709 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-7a379c68-b9a4-42ee-886e-a46b3dd7130f tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:50:02.147462 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-7a379c68-b9a4-42ee-886e-a46b3dd7130f tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:50:02.173773 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-7a379c68-b9a4-42ee-886e-a46b3dd7130f tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:02.248420 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-7a379c68-b9a4-42ee-886e-a46b3dd7130f tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:02.256622 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-7a379c68-b9a4-42ee-886e-a46b3dd7130f tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453238'] for security_group_rule, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:02.265237 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-98896218-177e-412a-9216-42b056513ac3 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:50:02.288151 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a379c68-b9a4-42ee-886e-a46b3dd7130f tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f3e5b90-1737-4910-b6e8-b500c8a2195d,revision_number=0']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:50:02.294923 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-7a379c68-b9a4-42ee-886e-a46b3dd7130f tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:50:02.302971 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-7a379c68-b9a4-42ee-886e-a46b3dd7130f tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:02.307296 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-7a379c68-b9a4-42ee-886e-a46b3dd7130f tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1908829 Nov 23 12:50:02.308107 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 52448) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:50:02.314469 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.v2.base [None req-0947e2fb-93bc-4b9a-850d-c4287ab1edb1 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Request body: {'security_group_rule': {'security_group_id': '9594e83f-825b-4286-8a40-8cc3ae055a40', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:50:02.323156 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-0947e2fb-93bc-4b9a-850d-c4287ab1edb1 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:50:02.329653 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-0947e2fb-93bc-4b9a-850d-c4287ab1edb1 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Usage tracker for resource:security_group_rule and tenant:2c9750bf5c154974b0144431d3be6eea is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:50:02.333467 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-0947e2fb-93bc-4b9a-850d-c4287ab1edb1 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:50:02.341129 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-0947e2fb-93bc-4b9a-850d-c4287ab1edb1 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:50:02.363038 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-0947e2fb-93bc-4b9a-850d-c4287ab1edb1 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:02.431912 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-0947e2fb-93bc-4b9a-850d-c4287ab1edb1 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:02.438520 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-0947e2fb-93bc-4b9a-850d-c4287ab1edb1 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453238'] for security_group_rule, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:02.441026 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:50:02.456818 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8f0e4b-16db-4710-afda-a08ad0a2775d req-7a6dcf69-d76c-4228-bd4a-6716014d48bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:02.458539 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-fd8f0e4b-16db-4710-afda-a08ad0a2775d req-7a6dcf69-d76c-4228-bd4a-6716014d48bf service neutron] 10.222.0.54 "GET /v2.0/networks?id=f34ec0a4-d329-411a-9213-97be29ff4587 HTTP/1.1" status: 200 len: 911 time: 0.2804487 Nov 23 12:50:02.466128 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0947e2fb-93bc-4b9a-850d-c4287ab1edb1 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93f5c718-5258-45de-8162-eedf207752b5,revision_number=0']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:50:02.471231 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-0947e2fb-93bc-4b9a-850d-c4287ab1edb1 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:50:02.482558 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-0947e2fb-93bc-4b9a-850d-c4287ab1edb1 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:02.487131 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-0947e2fb-93bc-4b9a-850d-c4287ab1edb1 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1747065 Nov 23 12:50:02.487912 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 52454) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:50:02.496618 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.l3_hamode_db [None req-d1333042-e6f2-4621-986d-dd6574bbf9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9888c0cd-453b-4953-9cbd-aafa59a766da', 'name': 'tempest-AttachVolumeShelveTestJSON-715595232-router', 'tenant_id': '2c9750bf5c154974b0144431d3be6eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'external_fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.204'}], 'enable_snat': True}, 'gw_port_id': 'fd83a026-00c2-4594-8c35-b212620aa81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:49:51Z', 'updated_at': '2021-11-23T12:49:58Z', 'revision_number': 4, 'project_id': '2c9750bf5c154974b0144431d3be6eea', 'gw_port': {'id': 'fd83a026-00c2-4594-8c35-b212620aa81a', 'name': '', 'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9888c0cd-453b-4953-9cbd-aafa59a766da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:49:52Z', 'updated_at': '2021-11-23T12:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-smb', '_interfaces': [{'id': 'ed6e8f1e-ebe8-4390-b152-685ca19a1902', 'name': '', 'network_id': '2928d89d-b6c7-4b51-90ac-bea7caaf93a1', 'tenant_id': '2c9750bf5c154974b0144431d3be6eea', 'mac_address': 'fa:16:3e:b1:56:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9888c0cd-453b-4953-9cbd-aafa59a766da', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'bfb9a90c-7be8-4cd9-9415-38a9d39de564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:49:57Z', 'updated_at': '2021-11-23T12:49:58Z', 'revision_number': 2, 'project_id': '2c9750bf5c154974b0144431d3be6eea', 'subnets': [{'id': 'bfb9a90c-7be8-4cd9-9415-38a9d39de564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-1-smb', False) {} {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:50:02.498410 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.v2.base [None req-c7a338db-8487-4144-80b1-53787a1a8ffc tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Request body: {'floatingip': {'floating_network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429'}} {{(pid=86838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:50:02.502136 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1333042-e6f2-4621-986d-dd6574bbf9af None None] Checking router: 9888c0cd-453b-4953-9cbd-aafa59a766da for host: dv-cinder-818883-1-smb {{(pid=86840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 12:50:02.502784 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1333042-e6f2-4621-986d-dd6574bbf9af None None] Updating router 9888c0cd-453b-4953-9cbd-aafa59a766da port ed6e8f1e-ebe8-4390-b152-685ca19a1902 binding host dv-cinder-818883-1-smb {{(pid=86840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 12:50:02.509787 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-c7a338db-8487-4144-80b1-53787a1a8ffc tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:50:02.517562 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-c7a338db-8487-4144-80b1-53787a1a8ffc tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Usage tracker for resource:floatingip and tenant:2c9750bf5c154974b0144431d3be6eea is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:50:02.523099 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-c7a338db-8487-4144-80b1-53787a1a8ffc tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:50:02.534155 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-c7a338db-8487-4144-80b1-53787a1a8ffc tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:50:02.555393 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-c7a338db-8487-4144-80b1-53787a1a8ffc tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Notify callbacks [] for floatingip, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:02.604805 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-fd8f0e4b-16db-4710-afda-a08ad0a2775d req-3da0319d-9513-43af-91e1-b585c1e498e1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=65c7a919-dbd1-44a3-b3ed-fe42d845dbd9 HTTP/1.1" status: 200 len: 1001 time: 0.1366379 Nov 23 12:50:02.633454 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-d1333042-e6f2-4621-986d-dd6574bbf9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:02.766781 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8f0e4b-16db-4710-afda-a08ad0a2775d req-0eb27e0b-e056-48fb-bc5d-8dbc7dfbac03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:02.768481 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-fd8f0e4b-16db-4710-afda-a08ad0a2775d req-0eb27e0b-e056-48fb-bc5d-8dbc7dfbac03 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=456abfc7-81cf-4d5c-adc8-b3f39f8433bb HTTP/1.1" status: 200 len: 849 time: 0.1568213 Nov 23 12:50:02.933521 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-9aa3ccbd-69bb-4ba8-8122-499d14e0b301 req-cdf6a157-161a-46a2-9db9-29da22493dc0 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] 10.222.0.31 "GET /v2.0/ports?device_id=22e65fa6-c78c-4c51-a5cb-8fa8c6aa5633 HTTP/1.1" status: 200 len: 210 time: 0.1459470 Nov 23 12:50:02.937363 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8f0e4b-16db-4710-afda-a08ad0a2775d req-0324aedd-fbec-44a8-be4c-867467a3f126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:02.940150 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-fd8f0e4b-16db-4710-afda-a08ad0a2775d req-0324aedd-fbec-44a8-be4c-867467a3f126 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f34ec0a4-d329-411a-9213-97be29ff4587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1547444 Nov 23 12:50:03.133114 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-d1333042-e6f2-4621-986d-dd6574bbf9af None None] Notify callbacks [] for port, precommit_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:03.155653 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Device fd83a026-00c2-4594-8c35-b212620aa81a up at agent ovs-agent-dv-cinder-818883-1-smb {{(pid=86839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:50:03.158596 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f770914-fd79-48f7-af0c-78502e8c8cbe req-24f59d66-a085-4e87-9ddc-325fa4f30380 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:03.160987 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8f770914-fd79-48f7-af0c-78502e8c8cbe req-24f59d66-a085-4e87-9ddc-325fa4f30380 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] 10.222.0.54 "GET /v2.0/networks?id=863a1e50-6324-476a-bb82-68f7fcf8fe7f HTTP/1.1" status: 200 len: 808 time: 0.2853527 Nov 23 12:50:03.167188 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-c7a338db-8487-4144-80b1-53787a1a8ffc tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:03.195993 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.provisioning_blocks [None req-d1333042-e6f2-4621-986d-dd6574bbf9af None None] Transition to ACTIVE for port object ed6e8f1e-ebe8-4390-b152-685ca19a1902 will not be triggered until provisioned by entity L2. {{(pid=86840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:50:03.207912 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-d1333042-e6f2-4621-986d-dd6574bbf9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826'] for port, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:03.212515 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:50:03.309653 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8f770914-fd79-48f7-af0c-78502e8c8cbe req-71c9c843-fd60-4f49-ab66-2191f145802f tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=904fe0d63bc7415b845bd812c5c3d7d5 HTTP/1.1" status: 200 len: 380 time: 0.1391973 Nov 23 12:50:03.316002 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-fd8f0e4b-16db-4710-afda-a08ad0a2775d req-55d2d24b-1ca9-4d1e-b0b7-ee9aafdc768b service neutron] 10.222.0.54 "GET /v2.0/networks/f34ec0a4-d329-411a-9213-97be29ff4587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3655500 Nov 23 12:50:03.343937 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Provisioning complete for port fd83a026-00c2-4594-8c35-b212620aa81a triggered by entity L2. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:50:03.344352 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567787'] for port, provisioning_complete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:03.396006 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.v2.base [req-8f770914-fd79-48f7-af0c-78502e8c8cbe req-faf24f97-9f09-46b4-bdad-089051613f9a tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Request body: {'port': {'device_id': '22e65fa6-c78c-4c51-a5cb-8fa8c6aa5633', 'network_id': '863a1e50-6324-476a-bb82-68f7fcf8fe7f', 'admin_state_up': True, 'tenant_id': '904fe0d63bc7415b845bd812c5c3d7d5', 'security_groups': ['d9852912-4a05-430b-a939-7e65aa408a3f']}} {{(pid=86838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:50:03.567520 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.managers [None req-d1333042-e6f2-4621-986d-dd6574bbf9af None None] Attempting to bind port ed6e8f1e-ebe8-4390-b152-685ca19a1902 on host dv-cinder-818883-1-smb for vnic_type normal with profile {{(pid=86840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 12:50:03.567957 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.managers [None req-d1333042-e6f2-4621-986d-dd6574bbf9af None None] Attempting to bind port ed6e8f1e-ebe8-4390-b152-685ca19a1902 by drivers openvswitch,hyperv on host dv-cinder-818883-1-smb at level 0 using segments [{'id': '7cb193aa-b0a1-449a-a685-460328a69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '2928d89d-b6c7-4b51-90ac-bea7caaf93a1'}] {{(pid=86840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 12:50:03.568340 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1333042-e6f2-4621-986d-dd6574bbf9af None None] Attempting to bind port ed6e8f1e-ebe8-4390-b152-685ca19a1902 on network 2928d89d-b6c7-4b51-90ac-bea7caaf93a1 {{(pid=86840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:50:03.577763 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1333042-e6f2-4621-986d-dd6574bbf9af None None] Checking agent: {'id': 'cd5e743e-4289-46d3-a833-871886dcba65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818883-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 37, 23), 'started_at': datetime.datetime(2021, 11, 23, 12, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818883-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 12:50:03.578155 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1333042-e6f2-4621-986d-dd6574bbf9af None None] Checking segment: {'id': '7cb193aa-b0a1-449a-a685-460328a69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '2928d89d-b6c7-4b51-90ac-bea7caaf93a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:50:03.578571 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-d1333042-e6f2-4621-986d-dd6574bbf9af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:03.579014 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1333042-e6f2-4621-986d-dd6574bbf9af None None] Bound using segment: {'id': '7cb193aa-b0a1-449a-a685-460328a69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '2928d89d-b6c7-4b51-90ac-bea7caaf93a1'} {{(pid=86840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 12:50:03.579702 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.managers [None req-d1333042-e6f2-4621-986d-dd6574bbf9af None None] Bound port: ed6e8f1e-ebe8-4390-b152-685ca19a1902, host: dv-cinder-818883-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cb193aa-b0a1-449a-a685-460328a69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '2928d89d-b6c7-4b51-90ac-bea7caaf93a1'}}] {{(pid=86840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 12:50:03.580259 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-d1333042-e6f2-4621-986d-dd6574bbf9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:03.580372 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-fd8f0e4b-16db-4710-afda-a08ad0a2775d req-c2587863-658e-4cfd-8962-8b0fc65091db service neutron] 10.222.0.54 "GET /v2.0/networks/f34ec0a4-d329-411a-9213-97be29ff4587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553265 Nov 23 12:50:03.623714 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e20d67-9f7b-49d5-87b8-5a82d2bf3fe2 None None] Pushing event updated for resources: {'Port': ['ID=ed6e8f1e-ebe8-4390-b152-685ca19a1902,revision_number=3']} {{(pid=86840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:50:03.675417 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e20d67-9f7b-49d5-87b8-5a82d2bf3fe2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:50:03.675756 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e20d67-9f7b-49d5-87b8-5a82d2bf3fe2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:50:03.676090 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e20d67-9f7b-49d5-87b8-5a82d2bf3fe2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:50:03.676422 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e20d67-9f7b-49d5-87b8-5a82d2bf3fe2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:50:03.676887 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e20d67-9f7b-49d5-87b8-5a82d2bf3fe2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:50:03.677216 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e20d67-9f7b-49d5-87b8-5a82d2bf3fe2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:50:03.677543 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e20d67-9f7b-49d5-87b8-5a82d2bf3fe2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:50:03.677858 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e20d67-9f7b-49d5-87b8-5a82d2bf3fe2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:50:03.678175 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e20d67-9f7b-49d5-87b8-5a82d2bf3fe2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:50:03.678488 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e20d67-9f7b-49d5-87b8-5a82d2bf3fe2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:50:03.678841 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e20d67-9f7b-49d5-87b8-5a82d2bf3fe2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:50:03.679139 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e20d67-9f7b-49d5-87b8-5a82d2bf3fe2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:50:03.684722 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-29e20d67-9f7b-49d5-87b8-5a82d2bf3fe2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:50:03.727575 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-d1333042-e6f2-4621-986d-dd6574bbf9af None None] For port ed6e8f1e-ebe8-4390-b152-685ca19a1902, host dv-cinder-818883-1-smb, cleared binding levels {{(pid=86840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 12:50:03.732944 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.plugins.ml2.db [None req-d1333042-e6f2-4621-986d-dd6574bbf9af None None] For port ed6e8f1e-ebe8-4390-b152-685ca19a1902, host dv-cinder-818883-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-smb',level=0,port_id=ed6e8f1e-ebe8-4390-b152-685ca19a1902,segment=NetworkSegment(7cb193aa-b0a1-449a-a685-460328a69100),segment_id=7cb193aa-b0a1-449a-a685-460328a69100)] {{(pid=86840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 12:50:03.741299 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron_lib.callbacks.manager [None req-d1333042-e6f2-4621-986d-dd6574bbf9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826'] for port, after_update {{(pid=86840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:03.747699 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:50:03.751928 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4902d9a7-5fd8-4be2-99d1-d5006ef1bbb1 req-6177cbd9-3c6f-4f0b-94e9-473fe3e448ab tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:03.753479 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-4902d9a7-5fd8-4be2-99d1-d5006ef1bbb1 req-6177cbd9-3c6f-4f0b-94e9-473fe3e448ab tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] 10.222.0.31 "GET /v2.0/networks?id=1da7dd73-1340-4c68-a094-f24718b2f2dd HTTP/1.1" status: 200 len: 814 time: 0.5258446 Nov 23 12:50:03.800667 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.db_base_plugin_common [None req-c7a338db-8487-4144-80b1-53787a1a8ffc tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Allocated IP 172.28.2.208 (2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429/a635ed46-c881-440b-bd05-3e5636c37dfa/9410458b-6ac3-4a17-8b00-cef5bd7523ff) {{(pid=86838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:50:03.821749 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-4902d9a7-5fd8-4be2-99d1-d5006ef1bbb1 req-26833813-0c60-4808-b391-f9691ac4440d tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] 10.222.0.31 "GET /v2.0/quotas/92c84cb5e58e49078b87a81fd8a69bcd HTTP/1.1" status: 200 len: 375 time: 0.0553234 Nov 23 12:50:03.826376 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1333042-e6f2-4621-986d-dd6574bbf9af None None] Routers {'9888c0cd-453b-4953-9cbd-aafa59a766da'} bound to L3 agent in host dv-cinder-818883-1-smb {{(pid=86840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:50:03.826835 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.l3_hamode_db [None req-d1333042-e6f2-4621-986d-dd6574bbf9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T12:37:26Z,description=,heartbeat_timestamp=2021-11-23T12:49:56Z,host='dv-cinder-818883-1-smb',id=d7c7f769-7b7b-49b8-a5c1-735df886e043,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:37:26Z,topic='l3_agent')) {'router_ids': ['9888c0cd-453b-4953-9cbd-aafa59a766da'], 'active': True} {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:50:03.833608 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [req-8f770914-fd79-48f7-af0c-78502e8c8cbe req-faf24f97-9f09-46b4-bdad-089051613f9a tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:50:03.895754 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-8f770914-fd79-48f7-af0c-78502e8c8cbe req-faf24f97-9f09-46b4-bdad-089051613f9a tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Usage tracker for resource:port and tenant:904fe0d63bc7415b845bd812c5c3d7d5 is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:50:03.899562 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-8f770914-fd79-48f7-af0c-78502e8c8cbe req-faf24f97-9f09-46b4-bdad-089051613f9a tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:50:03.909421 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [req-8f770914-fd79-48f7-af0c-78502e8c8cbe req-faf24f97-9f09-46b4-bdad-089051613f9a tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:50:03.924186 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e20d67-9f7b-49d5-87b8-5a82d2bf3fe2 None None] Pushing event updated for resources: {'Port': ['ID=ed6e8f1e-ebe8-4390-b152-685ca19a1902,revision_number=4']} {{(pid=86840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:50:03.934813 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG oslo_concurrency.lockutils [None req-29e20d67-9f7b-49d5-87b8-5a82d2bf3fe2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=86840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:50:04.019800 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-4902d9a7-5fd8-4be2-99d1-d5006ef1bbb1 req-da55b35f-8efb-48e3-abd4-f43ba21ab14a tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=92c84cb5e58e49078b87a81fd8a69bcd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1816940 Nov 23 12:50:04.020539 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f770914-fd79-48f7-af0c-78502e8c8cbe req-faf24f97-9f09-46b4-bdad-089051613f9a tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Made reservation on behalf of 904fe0d63bc7415b845bd812c5c3d7d5 for: {'port': 1} {{(pid=86838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:50:04.024195 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-8f770914-fd79-48f7-af0c-78502e8c8cbe req-faf24f97-9f09-46b4-bdad-089051613f9a tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:04.132926 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvr_db [None req-d1333042-e6f2-4621-986d-dd6574bbf9af None None] Set router 9888c0cd-453b-4953-9cbd-aafa59a766da gateway port host: dv-cinder-818883-1-smb {{(pid=86840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:50:04.450908 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-fbd159cf-1e1a-442c-9a15-d615b317573a req-f6de480e-5a9b-4842-b3fd-dae89e090f00 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] 10.222.0.31 "GET /v2.0/ports?device_id=22e65fa6-c78c-4c51-a5cb-8fa8c6aa5633 HTTP/1.1" status: 200 len: 210 time: 0.0769830 Nov 23 12:50:04.507068 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.l3_hamode_db [None req-d1333042-e6f2-4621-986d-dd6574bbf9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9888c0cd-453b-4953-9cbd-aafa59a766da', 'name': 'tempest-AttachVolumeShelveTestJSON-715595232-router', 'tenant_id': '2c9750bf5c154974b0144431d3be6eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'external_fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.204'}], 'enable_snat': True}, 'gw_port_id': 'fd83a026-00c2-4594-8c35-b212620aa81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:49:51Z', 'updated_at': '2021-11-23T12:49:58Z', 'revision_number': 4, 'project_id': '2c9750bf5c154974b0144431d3be6eea', 'gw_port': {'id': 'fd83a026-00c2-4594-8c35-b212620aa81a', 'name': '', 'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9888c0cd-453b-4953-9cbd-aafa59a766da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:49:52Z', 'updated_at': '2021-11-23T12:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-smb', '_interfaces': [{'id': 'ed6e8f1e-ebe8-4390-b152-685ca19a1902', 'name': '', 'network_id': '2928d89d-b6c7-4b51-90ac-bea7caaf93a1', 'tenant_id': '2c9750bf5c154974b0144431d3be6eea', 'mac_address': 'fa:16:3e:b1:56:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9888c0cd-453b-4953-9cbd-aafa59a766da', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'bfb9a90c-7be8-4cd9-9415-38a9d39de564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:49:57Z', 'updated_at': '2021-11-23T12:50:03Z', 'revision_number': 4, 'project_id': '2c9750bf5c154974b0144431d3be6eea', 'subnets': [{'id': 'bfb9a90c-7be8-4cd9-9415-38a9d39de564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-1-smb', False) {} {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:50:04.513215 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1333042-e6f2-4621-986d-dd6574bbf9af None None] The sync data for ids ['9888c0cd-453b-4953-9cbd-aafa59a766da'] in dv-cinder-818883-1-smb is: [{'id': '9888c0cd-453b-4953-9cbd-aafa59a766da', 'name': 'tempest-AttachVolumeShelveTestJSON-715595232-router', 'tenant_id': '2c9750bf5c154974b0144431d3be6eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'external_fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.204'}], 'enable_snat': True}, 'gw_port_id': 'fd83a026-00c2-4594-8c35-b212620aa81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:49:51Z', 'updated_at': '2021-11-23T12:49:58Z', 'revision_number': 4, 'project_id': '2c9750bf5c154974b0144431d3be6eea', 'gw_port': {'id': 'fd83a026-00c2-4594-8c35-b212620aa81a', 'name': '', 'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9888c0cd-453b-4953-9cbd-aafa59a766da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:49:52Z', 'updated_at': '2021-11-23T12:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-smb', '_interfaces': [{'id': 'ed6e8f1e-ebe8-4390-b152-685ca19a1902', 'name': '', 'network_id': '2928d89d-b6c7-4b51-90ac-bea7caaf93a1', 'tenant_id': '2c9750bf5c154974b0144431d3be6eea', 'mac_address': 'fa:16:3e:b1:56:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9888c0cd-453b-4953-9cbd-aafa59a766da', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'bfb9a90c-7be8-4cd9-9415-38a9d39de564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:49:57Z', 'updated_at': '2021-11-23T12:50:03Z', 'revision_number': 4, 'project_id': '2c9750bf5c154974b0144431d3be6eea', 'subnets': [{'id': 'bfb9a90c-7be8-4cd9-9415-38a9d39de564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 12:50:04.549347 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-c7a338db-8487-4144-80b1-53787a1a8ffc tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Notify callbacks [] for port, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:04.595515 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-4902d9a7-5fd8-4be2-99d1-d5006ef1bbb1 req-fbe0b5e7-cb4f-42e0-b5d2-4f687ca961fa service neutron] 10.222.0.31 "GET /v2.0/networks/1da7dd73-1340-4c68-a094-f24718b2f2dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5592313 Nov 23 12:50:04.671427 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:04.727796 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.db_base_plugin_common [req-8f770914-fd79-48f7-af0c-78502e8c8cbe req-faf24f97-9f09-46b4-bdad-089051613f9a tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Allocated IP 172.20.0.8 (863a1e50-6324-476a-bb82-68f7fcf8fe7f/f7f25b7d-0ccf-4bc2-a609-ac7ad2c481be/872db580-122a-4bd9-8975-450d6b1cfdfe) {{(pid=86838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:50:04.798742 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-c7a338db-8487-4144-80b1-53787a1a8ffc tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788170525763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8277302'] for port, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:04.806670 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-63e62f96-befa-48a9-b1d4-2985752a6c0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:50:04.856474 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-4902d9a7-5fd8-4be2-99d1-d5006ef1bbb1 req-9b312657-a3cc-46c5-8880-9f9cf36d096a service neutron] 10.222.0.31 "GET /v2.0/networks/1da7dd73-1340-4c68-a094-f24718b2f2dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2523615 Nov 23 12:50:04.983961 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a338db-8487-4144-80b1-53787a1a8ffc tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Network 2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429 is already hosted by enough agents. {{(pid=86838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:50:04.988097 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.scheduler.base_scheduler [None req-c7a338db-8487-4144-80b1-53787a1a8ffc tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Resources bound (agent type, host, resource id): {{(pid=86838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:50:04.990170 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a338db-8487-4144-80b1-53787a1a8ffc tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Pushing event updated for resources: {'Port': ['ID=9410458b-6ac3-4a17-8b00-cef5bd7523ff,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:50:04.992464 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a338db-8487-4144-80b1-53787a1a8ffc tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Received port after_create {{(pid=86838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 12:50:05.040412 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-c7a338db-8487-4144-80b1-53787a1a8ffc tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:50:05.104091 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Device ed6e8f1e-ebe8-4390-b152-685ca19a1902 up at agent ovs-agent-dv-cinder-818883-1-smb {{(pid=86839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:50:05.125733 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-1fc7d88f-d580-4e8a-8659-87da269fe7bf req-80030546-4b3b-4aa1-90d9-6f92847451f8 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8b8ac3d-98aa-46c5-947b-609e5288329c HTTP/1.1" status: 200 len: 210 time: 0.0773761 Nov 23 12:50:05.245266 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Provisioning for port ed6e8f1e-ebe8-4390-b152-685ca19a1902 completed by entity L2. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:50:05.252535 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Provisioning complete for port ed6e8f1e-ebe8-4390-b152-685ca19a1902 triggered by entity L2. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:50:05.253757 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567787'] for port, provisioning_complete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:05.288022 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-8f770914-fd79-48f7-af0c-78502e8c8cbe req-faf24f97-9f09-46b4-bdad-089051613f9a tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Notify callbacks [] for port, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:05.331356 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.provisioning_blocks [req-8f770914-fd79-48f7-af0c-78502e8c8cbe req-faf24f97-9f09-46b4-bdad-089051613f9a tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Transition to ACTIVE for port object 872db580-122a-4bd9-8975-450d6b1cfdfe will not be triggered until provisioned by entity DHCP. {{(pid=86838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:50:05.337203 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-c7a338db-8487-4144-80b1-53787a1a8ffc tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:05.429862 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-c7a338db-8487-4144-80b1-53787a1a8ffc tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:05.452016 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:05.462446 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-8f770914-fd79-48f7-af0c-78502e8c8cbe req-faf24f97-9f09-46b4-bdad-089051613f9a tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788170525763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8277302'] for port, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:05.478231 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:50:05.506902 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] For port ed6e8f1e-ebe8-4390-b152-685ca19a1902, host dv-cinder-818883-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-smb',level=0,port_id=ed6e8f1e-ebe8-4390-b152-685ca19a1902,segment=NetworkSegment(7cb193aa-b0a1-449a-a685-460328a69100),segment_id=7cb193aa-b0a1-449a-a685-460328a69100)] {{(pid=86839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:50:05.516005 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826'] for port, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:05.524418 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:50:05.581327 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f770914-fd79-48f7-af0c-78502e8c8cbe req-faf24f97-9f09-46b4-bdad-089051613f9a tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Network 863a1e50-6324-476a-bb82-68f7fcf8fe7f is already hosted by enough agents. {{(pid=86838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:50:05.594221 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.scheduler.base_scheduler [req-8f770914-fd79-48f7-af0c-78502e8c8cbe req-faf24f97-9f09-46b4-bdad-089051613f9a tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Resources bound (agent type, host, resource id): {{(pid=86838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:50:05.609699 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f770914-fd79-48f7-af0c-78502e8c8cbe req-faf24f97-9f09-46b4-bdad-089051613f9a tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Received port after_create {{(pid=86838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 12:50:05.637741 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Pushing event updated for resources: {'Port': ['ID=ed6e8f1e-ebe8-4390-b152-685ca19a1902,revision_number=5']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:50:05.646228 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:50:05.663976 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf24f97-9f09-46b4-bdad-089051613f9a tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Pushing event updated for resources: {'Port': ['ID=872db580-122a-4bd9-8975-450d6b1cfdfe,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:50:05.689432 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-faf24f97-9f09-46b4-bdad-089051613f9a tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:50:05.881496 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f770914-fd79-48f7-af0c-78502e8c8cbe req-faf24f97-9f09-46b4-bdad-089051613f9a tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:05.882072 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-8f770914-fd79-48f7-af0c-78502e8c8cbe req-faf24f97-9f09-46b4-bdad-089051613f9a tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188604'] for port, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:05.943003 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-0fa454e9-e921-4bf7-a158-97add92d446e None None] Provisioning for port 872db580-122a-4bd9-8975-450d6b1cfdfe completed by entity DHCP. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:50:05.950456 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-0fa454e9-e921-4bf7-a158-97add92d446e None None] Provisioning complete for port 872db580-122a-4bd9-8975-450d6b1cfdfe triggered by entity DHCP. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:50:05.951087 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-0fa454e9-e921-4bf7-a158-97add92d446e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567787'] for port, provisioning_complete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:05.970983 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8f770914-fd79-48f7-af0c-78502e8c8cbe req-faf24f97-9f09-46b4-bdad-089051613f9a tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5827990 Nov 23 12:50:05.995545 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.v2.base [req-8f770914-fd79-48f7-af0c-78502e8c8cbe req-a536c4ad-cf09-4d53-86e2-da01d6f2378b service neutron] Request body: {'port': {'device_id': '22e65fa6-c78c-4c51-a5cb-8fa8c6aa5633', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:50:06.056160 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.plugin [None req-0fa454e9-e921-4bf7-a158-97add92d446e None None] Port 872db580-122a-4bd9-8975-450d6b1cfdfe cannot update to ACTIVE because it is not bound. {{(pid=86839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 23 12:50:06.067649 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c78b61-bcc7-439a-8849-20315daf0956 req-e82e41e8-ffc8-40c2-a219-fe0fd53b0d93 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:06.068427 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-c9c78b61-bcc7-439a-8849-20315daf0956 req-e82e41e8-ffc8-40c2-a219-fe0fd53b0d93 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Synchronizing usage tracker for tenant:904fe0d63bc7415b845bd812c5c3d7d5 on resource:port {{(pid=86838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:50:06.142899 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.agents_db [None req-d0d00f27-41a4-4d9d-a63d-8c6bf84d2b10 None None] Agent healthcheck: found 6 active agents {{(pid=86840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 12:50:06.171900 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-c9c78b61-bcc7-439a-8849-20315daf0956 req-e82e41e8-ffc8-40c2-a219-fe0fd53b0d93 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Unset dirty status for tenant:904fe0d63bc7415b845bd812c5c3d7d5 on resource:port {{(pid=86838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:50:06.173064 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-c9c78b61-bcc7-439a-8849-20315daf0956 req-e82e41e8-ffc8-40c2-a219-fe0fd53b0d93 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] 10.222.0.31 "GET /v2.0/ports?device_id=22e65fa6-c78c-4c51-a5cb-8fa8c6aa5633 HTTP/1.1" status: 200 len: 931 time: 0.4516778 Nov 23 12:50:06.177411 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-c7a338db-8487-4144-80b1-53787a1a8ffc tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Notify callbacks [] for port, precommit_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:06.188252 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-c7a338db-8487-4144-80b1-53787a1a8ffc tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8277311'] for port, after_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:06.215025 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-a2ccaeed-52ee-4195-8053-0a76892071db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:50:06.246486 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-8f770914-fd79-48f7-af0c-78502e8c8cbe req-a536c4ad-cf09-4d53-86e2-da01d6f2378b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:06.506697 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-b71bccda-31f4-49dd-b95b-522c878ec0d4 req-6eb42c05-c7f7-4a81-9cab-d50e48af9659 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8b8ac3d-98aa-46c5-947b-609e5288329c HTTP/1.1" status: 200 len: 210 time: 0.2419975 Nov 23 12:50:06.528114 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-c9c78b61-bcc7-439a-8849-20315daf0956 req-0a8c4048-a963-4c8f-90ee-d2fc7646957c tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9852912-4a05-430b-a939-7e65aa408a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3438792 Nov 23 12:50:06.559437 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-c7a338db-8487-4144-80b1-53787a1a8ffc tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-505741'] for floatingip, after_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:06.563378 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a338db-8487-4144-80b1-53787a1a8ffc tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Pushing event updated for resources: {'Port': ['ID=9410458b-6ac3-4a17-8b00-cef5bd7523ff,revision_number=2']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:50:06.571135 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-c7a338db-8487-4144-80b1-53787a1a8ffc tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:50:06.663217 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-c7a338db-8487-4144-80b1-53787a1a8ffc tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188604'] for floatingip, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:06.665210 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-c7a338db-8487-4144-80b1-53787a1a8ffc tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1746783 Nov 23 12:50:06.886070 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-038febe9-2d3f-4f1e-a212-737ba0504de2 req-e265e0f5-0f18-484a-bca5-3e56a471d7d8 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Synchronizing usage tracker for tenant:2c9750bf5c154974b0144431d3be6eea on resource:security_group {{(pid=86838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:50:06.954756 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-038febe9-2d3f-4f1e-a212-737ba0504de2 req-e265e0f5-0f18-484a-bca5-3e56a471d7d8 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Unset dirty status for tenant:2c9750bf5c154974b0144431d3be6eea on resource:security_group {{(pid=86838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:50:06.959448 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-038febe9-2d3f-4f1e-a212-737ba0504de2 req-e265e0f5-0f18-484a-bca5-3e56a471d7d8 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--437746423&fields=id&tenant_id=2c9750bf5c154974b0144431d3be6eea HTTP/1.1" status: 200 len: 267 time: 0.1500902 Nov 23 12:50:07.006482 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Device ed6e8f1e-ebe8-4390-b152-685ca19a1902 up at agent ovs-agent-dv-cinder-818883-1-smb {{(pid=86839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:50:07.102779 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.notifiers.nova [req-8f770914-fd79-48f7-af0c-78502e8c8cbe req-a536c4ad-cf09-4d53-86e2-da01d6f2378b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 872db580-122a-4bd9-8975-450d6b1cfdfe {{(pid=86838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 12:50:07.122665 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Provisioning complete for port ed6e8f1e-ebe8-4390-b152-685ca19a1902 triggered by entity L2. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:50:07.123386 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567787'] for port, provisioning_complete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:07.132558 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-8f770914-fd79-48f7-af0c-78502e8c8cbe req-a536c4ad-cf09-4d53-86e2-da01d6f2378b service neutron] Notify callbacks [] for port, precommit_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:07.212572 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.provisioning_blocks [req-8f770914-fd79-48f7-af0c-78502e8c8cbe req-a536c4ad-cf09-4d53-86e2-da01d6f2378b service neutron] Transition to ACTIVE for port object 872db580-122a-4bd9-8975-450d6b1cfdfe will not be triggered until provisioned by entity L2. {{(pid=86838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:50:07.215626 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4902d9a7-5fd8-4be2-99d1-d5006ef1bbb1 req-a9bfbc01-ee48-4f4d-b05f-683fed7b6916 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:07.217091 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [req-4902d9a7-5fd8-4be2-99d1-d5006ef1bbb1 req-a9bfbc01-ee48-4f4d-b05f-683fed7b6916 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] Synchronizing usage tracker for tenant:92c84cb5e58e49078b87a81fd8a69bcd on resource:network {{(pid=86837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:50:07.237026 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [req-4902d9a7-5fd8-4be2-99d1-d5006ef1bbb1 req-a9bfbc01-ee48-4f4d-b05f-683fed7b6916 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] Unset dirty status for tenant:92c84cb5e58e49078b87a81fd8a69bcd on resource:network {{(pid=86837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:50:07.238978 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-4902d9a7-5fd8-4be2-99d1-d5006ef1bbb1 req-a9bfbc01-ee48-4f4d-b05f-683fed7b6916 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] 10.222.0.54 "GET /v2.0/networks?id=1da7dd73-1340-4c68-a094-f24718b2f2dd HTTP/1.1" status: 200 len: 814 time: 0.1915078 Nov 23 12:50:07.239327 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-8f770914-fd79-48f7-af0c-78502e8c8cbe req-a536c4ad-cf09-4d53-86e2-da01d6f2378b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8277311'] for port, after_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:07.252334 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-14ac1e87-2321-4206-bfb7-51525d822a86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:50:07.262872 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.v2.base [req-4902d9a7-5fd8-4be2-99d1-d5006ef1bbb1 req-f17638d3-3b55-4a42-b733-d7c4e1bdca03 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] Request body: {'port': {'device_id': 'b8b8ac3d-98aa-46c5-947b-609e5288329c', 'network_id': '1da7dd73-1340-4c68-a094-f24718b2f2dd', 'admin_state_up': True, 'tenant_id': '92c84cb5e58e49078b87a81fd8a69bcd'}} {{(pid=86837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:50:07.318863 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038febe9-2d3f-4f1e-a212-737ba0504de2 req-748cf1ee-ad02-4f6d-a5ba-05adae13590d tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:07.319721 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-038febe9-2d3f-4f1e-a212-737ba0504de2 req-748cf1ee-ad02-4f6d-a5ba-05adae13590d tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Synchronizing usage tracker for tenant:2c9750bf5c154974b0144431d3be6eea on resource:network {{(pid=86838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:50:07.440708 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-038febe9-2d3f-4f1e-a212-737ba0504de2 req-748cf1ee-ad02-4f6d-a5ba-05adae13590d tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Unset dirty status for tenant:2c9750bf5c154974b0144431d3be6eea on resource:network {{(pid=86838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:50:07.441926 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-038febe9-2d3f-4f1e-a212-737ba0504de2 req-748cf1ee-ad02-4f6d-a5ba-05adae13590d tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/networks?id=2928d89d-b6c7-4b51-90ac-bea7caaf93a1 HTTP/1.1" status: 200 len: 816 time: 0.4699910 Nov 23 12:50:07.448347 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [req-4902d9a7-5fd8-4be2-99d1-d5006ef1bbb1 req-f17638d3-3b55-4a42-b733-d7c4e1bdca03 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:50:07.453921 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [req-4902d9a7-5fd8-4be2-99d1-d5006ef1bbb1 req-f17638d3-3b55-4a42-b733-d7c4e1bdca03 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] Usage tracker for resource:port and tenant:92c84cb5e58e49078b87a81fd8a69bcd is out of sync, need to count used quota {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:50:07.457913 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [req-4902d9a7-5fd8-4be2-99d1-d5006ef1bbb1 req-f17638d3-3b55-4a42-b733-d7c4e1bdca03 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:50:07.465277 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [req-4902d9a7-5fd8-4be2-99d1-d5006ef1bbb1 req-f17638d3-3b55-4a42-b733-d7c4e1bdca03 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:50:07.478791 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4902d9a7-5fd8-4be2-99d1-d5006ef1bbb1 req-f17638d3-3b55-4a42-b733-d7c4e1bdca03 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] Made reservation on behalf of 92c84cb5e58e49078b87a81fd8a69bcd for: {'port': 1} {{(pid=86837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:50:07.483191 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-4902d9a7-5fd8-4be2-99d1-d5006ef1bbb1 req-f17638d3-3b55-4a42-b733-d7c4e1bdca03 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:07.489074 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a536c4ad-cf09-4d53-86e2-da01d6f2378b service neutron] Pushing event updated for resources: {'Port': ['ID=872db580-122a-4bd9-8975-450d6b1cfdfe,revision_number=2']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:50:07.522222 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-a536c4ad-cf09-4d53-86e2-da01d6f2378b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:50:07.533929 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-038febe9-2d3f-4f1e-a212-737ba0504de2 req-6595aa27-77cb-4394-afa1-c9e03f3384f4 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/quotas/2c9750bf5c154974b0144431d3be6eea HTTP/1.1" status: 200 len: 375 time: 0.0502343 Nov 23 12:50:07.628666 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.managers [req-8f770914-fd79-48f7-af0c-78502e8c8cbe req-a536c4ad-cf09-4d53-86e2-da01d6f2378b service neutron] Attempting to bind port 872db580-122a-4bd9-8975-450d6b1cfdfe on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 12:50:07.629009 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.managers [req-8f770914-fd79-48f7-af0c-78502e8c8cbe req-a536c4ad-cf09-4d53-86e2-da01d6f2378b service neutron] Attempting to bind port 872db580-122a-4bd9-8975-450d6b1cfdfe by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '0d6e231e-1770-4f5b-9528-552955b2b23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '863a1e50-6324-476a-bb82-68f7fcf8fe7f'}] {{(pid=86838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 12:50:07.629571 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f770914-fd79-48f7-af0c-78502e8c8cbe req-a536c4ad-cf09-4d53-86e2-da01d6f2378b service neutron] Attempting to bind port 872db580-122a-4bd9-8975-450d6b1cfdfe on network 863a1e50-6324-476a-bb82-68f7fcf8fe7f {{(pid=86838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:50:07.640183 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f770914-fd79-48f7-af0c-78502e8c8cbe req-a536c4ad-cf09-4d53-86e2-da01d6f2378b service neutron] Port 872db580-122a-4bd9-8975-450d6b1cfdfe on network 863a1e50-6324-476a-bb82-68f7fcf8fe7f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 23 12:50:07.640527 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f770914-fd79-48f7-af0c-78502e8c8cbe req-a536c4ad-cf09-4d53-86e2-da01d6f2378b service neutron] Attempting to bind port 872db580-122a-4bd9-8975-450d6b1cfdfe on network 863a1e50-6324-476a-bb82-68f7fcf8fe7f {{(pid=86838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:50:07.650049 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f770914-fd79-48f7-af0c-78502e8c8cbe req-a536c4ad-cf09-4d53-86e2-da01d6f2378b service neutron] Checking agent: {'id': 'c02b2241-eea5-43d7-ab73-e33b65374cd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 44, 5), 'started_at': datetime.datetime(2021, 11, 23, 12, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 12:50:07.650389 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f770914-fd79-48f7-af0c-78502e8c8cbe req-a536c4ad-cf09-4d53-86e2-da01d6f2378b service neutron] Checking segment: {'id': '0d6e231e-1770-4f5b-9528-552955b2b23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '863a1e50-6324-476a-bb82-68f7fcf8fe7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:50:07.650821 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f770914-fd79-48f7-af0c-78502e8c8cbe req-a536c4ad-cf09-4d53-86e2-da01d6f2378b service neutron] Bound using segment: {'id': '0d6e231e-1770-4f5b-9528-552955b2b23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '863a1e50-6324-476a-bb82-68f7fcf8fe7f'} {{(pid=86838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 12:50:07.651321 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.managers [req-8f770914-fd79-48f7-af0c-78502e8c8cbe req-a536c4ad-cf09-4d53-86e2-da01d6f2378b service neutron] Bound port: 872db580-122a-4bd9-8975-450d6b1cfdfe, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d6e231e-1770-4f5b-9528-552955b2b23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '863a1e50-6324-476a-bb82-68f7fcf8fe7f'}}] {{(pid=86838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 12:50:07.651671 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-8f770914-fd79-48f7-af0c-78502e8c8cbe req-a536c4ad-cf09-4d53-86e2-da01d6f2378b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:07.680577 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.db_base_plugin_common [req-4902d9a7-5fd8-4be2-99d1-d5006ef1bbb1 req-f17638d3-3b55-4a42-b733-d7c4e1bdca03 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] Allocated IP 172.20.0.9 (1da7dd73-1340-4c68-a094-f24718b2f2dd/172d55bc-82ce-42b6-9d56-cf6c290e322c/ca2aeb20-05a1-4f75-a7e9-4d533f177515) {{(pid=86837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:50:07.740248 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-59ea2ca7-eb9b-4182-86d8-091b97198df5 req-285efd94-1274-43c8-b1d9-e8844741415f tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8b8ac3d-98aa-46c5-947b-609e5288329c HTTP/1.1" status: 200 len: 210 time: 0.0928168 Nov 23 12:50:07.751908 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-038febe9-2d3f-4f1e-a212-737ba0504de2 req-21ea909f-27a4-4966-bd39-3a7df1ba4e7e tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Synchronizing usage tracker for tenant:2c9750bf5c154974b0144431d3be6eea on resource:port {{(pid=86838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:50:07.798795 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-038febe9-2d3f-4f1e-a212-737ba0504de2 req-21ea909f-27a4-4966-bd39-3a7df1ba4e7e tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Unset dirty status for tenant:2c9750bf5c154974b0144431d3be6eea on resource:port {{(pid=86838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:50:07.800168 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-038febe9-2d3f-4f1e-a212-737ba0504de2 req-21ea909f-27a4-4966-bd39-3a7df1ba4e7e tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2c9750bf5c154974b0144431d3be6eea&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2570577 Nov 23 12:50:07.815771 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.db [req-8f770914-fd79-48f7-af0c-78502e8c8cbe req-a536c4ad-cf09-4d53-86e2-da01d6f2378b service neutron] For port 872db580-122a-4bd9-8975-450d6b1cfdfe, host hv-cinder-81888, cleared binding levels {{(pid=86838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 12:50:07.821212 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.db [req-8f770914-fd79-48f7-af0c-78502e8c8cbe req-a536c4ad-cf09-4d53-86e2-da01d6f2378b service neutron] For port 872db580-122a-4bd9-8975-450d6b1cfdfe, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=872db580-122a-4bd9-8975-450d6b1cfdfe,segment=NetworkSegment(0d6e231e-1770-4f5b-9528-552955b2b23d),segment_id=0d6e231e-1770-4f5b-9528-552955b2b23d)] {{(pid=86838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 12:50:07.846121 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-8f770914-fd79-48f7-af0c-78502e8c8cbe req-a536c4ad-cf09-4d53-86e2-da01d6f2378b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8277311'] for port, after_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:07.855759 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-63e62f96-befa-48a9-b1d4-2985752a6c0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:50:07.907017 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-4902d9a7-5fd8-4be2-99d1-d5006ef1bbb1 req-f17638d3-3b55-4a42-b733-d7c4e1bdca03 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] Notify callbacks [] for port, precommit_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:07.941958 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-4902d9a7-5fd8-4be2-99d1-d5006ef1bbb1 req-f17638d3-3b55-4a42-b733-d7c4e1bdca03 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788170525763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6379447'] for port, after_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:07.947974 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-1bbf1d92-e9b4-4063-8564-b75e2626140d tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:50:08.008406 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f770914-fd79-48f7-af0c-78502e8c8cbe req-a536c4ad-cf09-4d53-86e2-da01d6f2378b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:08.009309 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-8f770914-fd79-48f7-af0c-78502e8c8cbe req-a536c4ad-cf09-4d53-86e2-da01d6f2378b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188604'] for port, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:08.010792 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8f770914-fd79-48f7-af0c-78502e8c8cbe req-a536c4ad-cf09-4d53-86e2-da01d6f2378b service neutron] 10.222.0.54 "PUT /v2.0/ports/872db580-122a-4bd9-8975-450d6b1cfdfe HTTP/1.1" status: 200 len: 1093 time: 2.0276253 Nov 23 12:50:08.018072 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22e65fa6-c78c-4c51-a5cb-8fa8c6aa5633', 'tag': '872db580-122a-4bd9-8975-450d6b1cfdfe'}] {{(pid=86838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:50:08.019375 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4902d9a7-5fd8-4be2-99d1-d5006ef1bbb1 req-f17638d3-3b55-4a42-b733-d7c4e1bdca03 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] Network 1da7dd73-1340-4c68-a094-f24718b2f2dd is already hosted by enough agents. {{(pid=86837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:50:08.030395 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.scheduler.base_scheduler [req-4902d9a7-5fd8-4be2-99d1-d5006ef1bbb1 req-f17638d3-3b55-4a42-b733-d7c4e1bdca03 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] Resources bound (agent type, host, resource id): {{(pid=86837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:50:08.051566 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.l3_dvrscheduler_db [req-4902d9a7-5fd8-4be2-99d1-d5006ef1bbb1 req-f17638d3-3b55-4a42-b733-d7c4e1bdca03 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] Received port after_create {{(pid=86837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 12:50:08.076247 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a536c4ad-cf09-4d53-86e2-da01d6f2378b service neutron] Pushing event updated for resources: {'Port': ['ID=872db580-122a-4bd9-8975-450d6b1cfdfe,revision_number=3']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:50:08.121467 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17638d3-3b55-4a42-b733-d7c4e1bdca03 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] Pushing event updated for resources: {'Port': ['ID=ca2aeb20-05a1-4f75-a7e9-4d533f177515,revision_number=1']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:50:08.127106 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-f17638d3-3b55-4a42-b733-d7c4e1bdca03 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:50:08.137779 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-a536c4ad-cf09-4d53-86e2-da01d6f2378b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:50:08.146402 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4902d9a7-5fd8-4be2-99d1-d5006ef1bbb1 req-f17638d3-3b55-4a42-b733-d7c4e1bdca03 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:08.147387 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-4902d9a7-5fd8-4be2-99d1-d5006ef1bbb1 req-f17638d3-3b55-4a42-b733-d7c4e1bdca03 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188604'] for port, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:08.173700 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-4902d9a7-5fd8-4be2-99d1-d5006ef1bbb1 req-f17638d3-3b55-4a42-b733-d7c4e1bdca03 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9161010 Nov 23 12:50:08.186208 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.v2.base [req-4902d9a7-5fd8-4be2-99d1-d5006ef1bbb1 req-bdb45691-e4c5-4b36-a7ed-5dbcab5e5893 service neutron] Request body: {'port': {'device_id': 'b8b8ac3d-98aa-46c5-947b-609e5288329c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:50:08.188884 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-038febe9-2d3f-4f1e-a212-737ba0504de2 req-6692fe79-4ccc-450b-ad86-bb83c296e060 service neutron] 10.222.0.31 "GET /v2.0/networks/2928d89d-b6c7-4b51-90ac-bea7caaf93a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3656714 Nov 23 12:50:08.281412 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746e5b14-5dd2-4e00-99aa-fd1d69b10704 req-65f77d7e-6424-4b98-9ea9-f3fc49bff5be tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:08.282959 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-746e5b14-5dd2-4e00-99aa-fd1d69b10704 req-65f77d7e-6424-4b98-9ea9-f3fc49bff5be tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] 10.222.0.31 "GET /v2.0/ports?device_id=22e65fa6-c78c-4c51-a5cb-8fa8c6aa5633 HTTP/1.1" status: 200 len: 943 time: 0.4284329 Nov 23 12:50:08.305123 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-4902d9a7-5fd8-4be2-99d1-d5006ef1bbb1 req-bdb45691-e4c5-4b36-a7ed-5dbcab5e5893 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:08.349708 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f770914-fd79-48f7-af0c-78502e8c8cbe req-266c6f86-09cb-479d-b25d-d6bcf3ff4c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:08.351219 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8f770914-fd79-48f7-af0c-78502e8c8cbe req-266c6f86-09cb-479d-b25d-d6bcf3ff4c7a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=904fe0d63bc7415b845bd812c5c3d7d5&device_id=22e65fa6-c78c-4c51-a5cb-8fa8c6aa5633 HTTP/1.1" status: 200 len: 1096 time: 0.2802501 Nov 23 12:50:08.449647 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-746e5b14-5dd2-4e00-99aa-fd1d69b10704 req-52b84828-9423-409c-bca7-f02b2595532e tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9852912-4a05-430b-a939-7e65aa408a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1522291 Nov 23 12:50:08.461779 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8f770914-fd79-48f7-af0c-78502e8c8cbe req-6e4b7b3f-531f-4bf2-a6fc-172f5b5f00c5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=872db580-122a-4bd9-8975-450d6b1cfdfe HTTP/1.1" status: 200 len: 217 time: 0.0950131 Nov 23 12:50:08.470468 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-038febe9-2d3f-4f1e-a212-737ba0504de2 req-630d2ddd-38bc-48ef-bca9-71849ff1644b service neutron] 10.222.0.31 "GET /v2.0/networks/2928d89d-b6c7-4b51-90ac-bea7caaf93a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2746136 Nov 23 12:50:08.548058 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f770914-fd79-48f7-af0c-78502e8c8cbe req-8296d07f-cf07-4202-8695-6a478eeee507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:08.549957 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8f770914-fd79-48f7-af0c-78502e8c8cbe req-8296d07f-cf07-4202-8695-6a478eeee507 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f7f25b7d-0ccf-4bc2-a609-ac7ad2c481be HTTP/1.1" status: 200 len: 847 time: 0.0785255 Nov 23 12:50:08.714888 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22e65fa6-c78c-4c51-a5cb-8fa8c6aa5633', 'tag': '872db580-122a-4bd9-8975-450d6b1cfdfe', 'status': 'completed', 'code': 200} Nov 23 12:50:08.780685 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-2968f447-e43f-4f68-b4fc-effb7611654c req-576a327f-cb34-41b4-99b8-78821f40c418 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/ports?device_id=517f1b6b-5ba0-4b6c-8a57-ab75136bf6e7 HTTP/1.1" status: 200 len: 210 time: 0.0604396 Nov 23 12:50:08.825040 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f770914-fd79-48f7-af0c-78502e8c8cbe req-3dca81ca-336f-4680-a4a9-20194b2deb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:08.826538 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8f770914-fd79-48f7-af0c-78502e8c8cbe req-3dca81ca-336f-4680-a4a9-20194b2deb41 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=863a1e50-6324-476a-bb82-68f7fcf8fe7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2676253 Nov 23 12:50:08.868979 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.notifiers.nova [req-4902d9a7-5fd8-4be2-99d1-d5006ef1bbb1 req-bdb45691-e4c5-4b36-a7ed-5dbcab5e5893 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca2aeb20-05a1-4f75-a7e9-4d533f177515 {{(pid=86837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 12:50:08.878024 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-4902d9a7-5fd8-4be2-99d1-d5006ef1bbb1 req-bdb45691-e4c5-4b36-a7ed-5dbcab5e5893 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:08.902032 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.provisioning_blocks [req-4902d9a7-5fd8-4be2-99d1-d5006ef1bbb1 req-bdb45691-e4c5-4b36-a7ed-5dbcab5e5893 service neutron] Transition to ACTIVE for port object ca2aeb20-05a1-4f75-a7e9-4d533f177515 will not be triggered until provisioned by entity L2. {{(pid=86837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:50:08.906582 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-4902d9a7-5fd8-4be2-99d1-d5006ef1bbb1 req-bdb45691-e4c5-4b36-a7ed-5dbcab5e5893 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6379454'] for port, after_update {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:08.918453 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-c2ec06c8-c97d-4b56-acf5-5eb340b23058 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:50:09.035672 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8f770914-fd79-48f7-af0c-78502e8c8cbe req-8e238885-abe5-4701-a588-8a2f639577f3 service neutron] 10.222.0.54 "GET /v2.0/networks/863a1e50-6324-476a-bb82-68f7fcf8fe7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016306 Nov 23 12:50:09.045103 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b201a44-75bd-4fbb-9a93-64b043f13f84 req-ca23299f-fd23-47cd-96dd-c9870c64996e tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:09.051316 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-2b201a44-75bd-4fbb-9a93-64b043f13f84 req-ca23299f-fd23-47cd-96dd-c9870c64996e tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8b8ac3d-98aa-46c5-947b-609e5288329c HTTP/1.1" status: 200 len: 943 time: 0.1362612 Nov 23 12:50:09.090729 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb45691-e4c5-4b36-a7ed-5dbcab5e5893 service neutron] Pushing event updated for resources: {'Port': ['ID=ca2aeb20-05a1-4f75-a7e9-4d533f177515,revision_number=2']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:50:09.122760 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-bdb45691-e4c5-4b36-a7ed-5dbcab5e5893 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:50:09.177934 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.managers [req-4902d9a7-5fd8-4be2-99d1-d5006ef1bbb1 req-bdb45691-e4c5-4b36-a7ed-5dbcab5e5893 service neutron] Attempting to bind port ca2aeb20-05a1-4f75-a7e9-4d533f177515 on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 12:50:09.178319 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.managers [req-4902d9a7-5fd8-4be2-99d1-d5006ef1bbb1 req-bdb45691-e4c5-4b36-a7ed-5dbcab5e5893 service neutron] Attempting to bind port ca2aeb20-05a1-4f75-a7e9-4d533f177515 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '5b1c76bb-b718-4fa7-bd3c-2e50b6dc174e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '1da7dd73-1340-4c68-a094-f24718b2f2dd'}] {{(pid=86837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 12:50:09.178728 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4902d9a7-5fd8-4be2-99d1-d5006ef1bbb1 req-bdb45691-e4c5-4b36-a7ed-5dbcab5e5893 service neutron] Attempting to bind port ca2aeb20-05a1-4f75-a7e9-4d533f177515 on network 1da7dd73-1340-4c68-a094-f24718b2f2dd {{(pid=86837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:50:09.184896 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4902d9a7-5fd8-4be2-99d1-d5006ef1bbb1 req-bdb45691-e4c5-4b36-a7ed-5dbcab5e5893 service neutron] Port ca2aeb20-05a1-4f75-a7e9-4d533f177515 on network 1da7dd73-1340-4c68-a094-f24718b2f2dd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 23 12:50:09.185229 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4902d9a7-5fd8-4be2-99d1-d5006ef1bbb1 req-bdb45691-e4c5-4b36-a7ed-5dbcab5e5893 service neutron] Attempting to bind port ca2aeb20-05a1-4f75-a7e9-4d533f177515 on network 1da7dd73-1340-4c68-a094-f24718b2f2dd {{(pid=86837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:50:09.191724 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4902d9a7-5fd8-4be2-99d1-d5006ef1bbb1 req-bdb45691-e4c5-4b36-a7ed-5dbcab5e5893 service neutron] Checking agent: {'id': 'c02b2241-eea5-43d7-ab73-e33b65374cd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 44, 5), 'started_at': datetime.datetime(2021, 11, 23, 12, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 12:50:09.192474 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4902d9a7-5fd8-4be2-99d1-d5006ef1bbb1 req-bdb45691-e4c5-4b36-a7ed-5dbcab5e5893 service neutron] Checking segment: {'id': '5b1c76bb-b718-4fa7-bd3c-2e50b6dc174e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '1da7dd73-1340-4c68-a094-f24718b2f2dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:50:09.192474 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4902d9a7-5fd8-4be2-99d1-d5006ef1bbb1 req-bdb45691-e4c5-4b36-a7ed-5dbcab5e5893 service neutron] Bound using segment: {'id': '5b1c76bb-b718-4fa7-bd3c-2e50b6dc174e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '1da7dd73-1340-4c68-a094-f24718b2f2dd'} {{(pid=86837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 12:50:09.192894 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.managers [req-4902d9a7-5fd8-4be2-99d1-d5006ef1bbb1 req-bdb45691-e4c5-4b36-a7ed-5dbcab5e5893 service neutron] Bound port: ca2aeb20-05a1-4f75-a7e9-4d533f177515, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b1c76bb-b718-4fa7-bd3c-2e50b6dc174e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '1da7dd73-1340-4c68-a094-f24718b2f2dd'}}] {{(pid=86837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 12:50:09.193250 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-4902d9a7-5fd8-4be2-99d1-d5006ef1bbb1 req-bdb45691-e4c5-4b36-a7ed-5dbcab5e5893 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:09.207231 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-2b201a44-75bd-4fbb-9a93-64b043f13f84 req-b9c5c0d1-0e9b-4e86-a574-cf5c0ba25395 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] 10.222.0.31 "GET /v2.0/security-groups?id=0bfc3486-ac41-4745-a9d9-0335a6fe353b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540620 Nov 23 12:50:09.246150 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8f770914-fd79-48f7-af0c-78502e8c8cbe req-abccc461-eb63-43fd-a31a-a33c0c72f140 service neutron] 10.222.0.54 "GET /v2.0/networks/863a1e50-6324-476a-bb82-68f7fcf8fe7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905077 Nov 23 12:50:09.293467 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.db [req-4902d9a7-5fd8-4be2-99d1-d5006ef1bbb1 req-bdb45691-e4c5-4b36-a7ed-5dbcab5e5893 service neutron] For port ca2aeb20-05a1-4f75-a7e9-4d533f177515, host hv-cinder-81888, cleared binding levels {{(pid=86837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 12:50:09.296735 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.db [req-4902d9a7-5fd8-4be2-99d1-d5006ef1bbb1 req-bdb45691-e4c5-4b36-a7ed-5dbcab5e5893 service neutron] For port ca2aeb20-05a1-4f75-a7e9-4d533f177515, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=ca2aeb20-05a1-4f75-a7e9-4d533f177515,segment=NetworkSegment(5b1c76bb-b718-4fa7-bd3c-2e50b6dc174e),segment_id=5b1c76bb-b718-4fa7-bd3c-2e50b6dc174e)] {{(pid=86837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 12:50:09.300899 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-4902d9a7-5fd8-4be2-99d1-d5006ef1bbb1 req-bdb45691-e4c5-4b36-a7ed-5dbcab5e5893 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6379454'] for port, after_update {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:09.304955 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:50:09.378800 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4902d9a7-5fd8-4be2-99d1-d5006ef1bbb1 req-bdb45691-e4c5-4b36-a7ed-5dbcab5e5893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:09.379475 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-4902d9a7-5fd8-4be2-99d1-d5006ef1bbb1 req-bdb45691-e4c5-4b36-a7ed-5dbcab5e5893 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188604'] for port, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:09.380815 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-4902d9a7-5fd8-4be2-99d1-d5006ef1bbb1 req-bdb45691-e4c5-4b36-a7ed-5dbcab5e5893 service neutron] 10.222.0.54 "PUT /v2.0/ports/ca2aeb20-05a1-4f75-a7e9-4d533f177515 HTTP/1.1" status: 200 len: 1093 time: 1.1994524 Nov 23 12:50:09.381322 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8b8ac3d-98aa-46c5-947b-609e5288329c', 'tag': 'ca2aeb20-05a1-4f75-a7e9-4d533f177515'}] {{(pid=86837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:50:09.405839 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21016493-2661-4978-ba3a-250aacdc0513 req-e4f45b01-efd3-4e7a-967d-c1f0e616a29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:09.408393 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-21016493-2661-4978-ba3a-250aacdc0513 req-e4f45b01-efd3-4e7a-967d-c1f0e616a29a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=904fe0d63bc7415b845bd812c5c3d7d5&device_id=22e65fa6-c78c-4c51-a5cb-8fa8c6aa5633 HTTP/1.1" status: 200 len: 1096 time: 0.0935476 Nov 23 12:50:09.409406 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb45691-e4c5-4b36-a7ed-5dbcab5e5893 service neutron] Pushing event updated for resources: {'Port': ['ID=ca2aeb20-05a1-4f75-a7e9-4d533f177515,revision_number=3']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:50:09.428196 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-bdb45691-e4c5-4b36-a7ed-5dbcab5e5893 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:50:09.470153 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8b8ac3d-98aa-46c5-947b-609e5288329c', 'tag': 'ca2aeb20-05a1-4f75-a7e9-4d533f177515', 'status': 'completed', 'code': 200} Nov 23 12:50:09.522225 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4902d9a7-5fd8-4be2-99d1-d5006ef1bbb1 req-1c358ff1-583c-48b0-b961-e062699adb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:09.524354 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-4902d9a7-5fd8-4be2-99d1-d5006ef1bbb1 req-1c358ff1-583c-48b0-b961-e062699adb3b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=92c84cb5e58e49078b87a81fd8a69bcd&device_id=b8b8ac3d-98aa-46c5-947b-609e5288329c HTTP/1.1" status: 200 len: 1096 time: 0.0944376 Nov 23 12:50:09.563840 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21016493-2661-4978-ba3a-250aacdc0513 req-9ec70e79-fc6d-456f-be1f-c767d9e33753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:09.565323 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-21016493-2661-4978-ba3a-250aacdc0513 req-9ec70e79-fc6d-456f-be1f-c767d9e33753 service neutron] 10.222.0.54 "GET /v2.0/networks?id=863a1e50-6324-476a-bb82-68f7fcf8fe7f HTTP/1.1" status: 200 len: 909 time: 0.1468012 Nov 23 12:50:09.603744 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-4902d9a7-5fd8-4be2-99d1-d5006ef1bbb1 req-0c12b3fe-24c1-4755-bcbc-e9aedfa80562 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ca2aeb20-05a1-4f75-a7e9-4d533f177515 HTTP/1.1" status: 200 len: 217 time: 0.0707841 Nov 23 12:50:09.672518 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4902d9a7-5fd8-4be2-99d1-d5006ef1bbb1 req-0d2daae9-489b-4249-be42-95668b445bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:09.674562 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-4902d9a7-5fd8-4be2-99d1-d5006ef1bbb1 req-0d2daae9-489b-4249-be42-95668b445bdb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=172d55bc-82ce-42b6-9d56-cf6c290e322c HTTP/1.1" status: 200 len: 854 time: 0.0636694 Nov 23 12:50:09.677532 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-21016493-2661-4978-ba3a-250aacdc0513 req-49f3247f-a403-41eb-8d57-1625ee428a4b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=872db580-122a-4bd9-8975-450d6b1cfdfe HTTP/1.1" status: 200 len: 217 time: 0.1032460 Nov 23 12:50:09.732646 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-4902d9a7-5fd8-4be2-99d1-d5006ef1bbb1 req-19b2b0ff-fda2-4bce-bd0a-aafd92bcb8a9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1da7dd73-1340-4c68-a094-f24718b2f2dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452790 Nov 23 12:50:09.765476 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21016493-2661-4978-ba3a-250aacdc0513 req-9f029a0b-8f7c-4c71-8818-5bc9ffce26a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:09.766772 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-21016493-2661-4978-ba3a-250aacdc0513 req-9f029a0b-8f7c-4c71-8818-5bc9ffce26a0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f7f25b7d-0ccf-4bc2-a609-ac7ad2c481be HTTP/1.1" status: 200 len: 847 time: 0.0768518 Nov 23 12:50:09.780196 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0817fd1-afd1-434e-a227-85f236f3f309 req-fbfc3214-5b94-48b9-a662-b69039860fbd tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:09.781646 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-c0817fd1-afd1-434e-a227-85f236f3f309 req-fbfc3214-5b94-48b9-a662-b69039860fbd tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] 10.222.0.31 "GET /v2.0/ports?device_id=22e65fa6-c78c-4c51-a5cb-8fa8c6aa5633 HTTP/1.1" status: 200 len: 943 time: 0.2089689 Nov 23 12:50:09.887897 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-4902d9a7-5fd8-4be2-99d1-d5006ef1bbb1 req-1195e71c-28bd-4e48-8e8c-4af8b9c8761e service neutron] 10.222.0.54 "GET /v2.0/networks/1da7dd73-1340-4c68-a094-f24718b2f2dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452951 Nov 23 12:50:09.888985 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-c0817fd1-afd1-434e-a227-85f236f3f309 req-33a319dd-823f-410e-bab9-a722a3db762f tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9852912-4a05-430b-a939-7e65aa408a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652652 Nov 23 12:50:09.958525 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21016493-2661-4978-ba3a-250aacdc0513 req-3421e981-daa6-4736-8d7d-99fd2e5b5f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:09.960055 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-21016493-2661-4978-ba3a-250aacdc0513 req-3421e981-daa6-4736-8d7d-99fd2e5b5f07 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=863a1e50-6324-476a-bb82-68f7fcf8fe7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1775453 Nov 23 12:50:09.966825 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-cdf482eb-be2d-4557-aa73-8df0c2985cc4 req-62adff08-d9c7-4da2-8825-d47a23aa2161 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/ports?device_id=517f1b6b-5ba0-4b6c-8a57-ab75136bf6e7 HTTP/1.1" status: 200 len: 210 time: 0.0538225 Nov 23 12:50:10.116115 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-21016493-2661-4978-ba3a-250aacdc0513 req-9c9fec94-dfa6-427b-bf79-911e8160f208 service neutron] 10.222.0.54 "GET /v2.0/networks/863a1e50-6324-476a-bb82-68f7fcf8fe7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476657 Nov 23 12:50:10.180665 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038febe9-2d3f-4f1e-a212-737ba0504de2 req-37c583e3-66c4-4555-805a-0e3eded5d230 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:10.182217 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-038febe9-2d3f-4f1e-a212-737ba0504de2 req-37c583e3-66c4-4555-805a-0e3eded5d230 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.54 "GET /v2.0/networks?id=2928d89d-b6c7-4b51-90ac-bea7caaf93a1 HTTP/1.1" status: 200 len: 816 time: 0.2871940 Nov 23 12:50:10.184494 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-4902d9a7-5fd8-4be2-99d1-d5006ef1bbb1 req-cc900dd0-ffa1-4817-87cf-bab7f5cc4e29 service neutron] 10.222.0.54 "GET /v2.0/networks/1da7dd73-1340-4c68-a094-f24718b2f2dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2601652 Nov 23 12:50:10.240387 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [req-038febe9-2d3f-4f1e-a212-737ba0504de2 req-c17fd24d-c1df-4839-9e7e-950df745dc9a tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Synchronizing usage tracker for tenant:2c9750bf5c154974b0144431d3be6eea on resource:security_group {{(pid=86837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:50:10.284892 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-21016493-2661-4978-ba3a-250aacdc0513 req-97f4f0b3-1f29-450d-97ed-686176b55556 service neutron] 10.222.0.54 "GET /v2.0/networks/863a1e50-6324-476a-bb82-68f7fcf8fe7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593506 Nov 23 12:50:10.297638 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [req-038febe9-2d3f-4f1e-a212-737ba0504de2 req-c17fd24d-c1df-4839-9e7e-950df745dc9a tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Unset dirty status for tenant:2c9750bf5c154974b0144431d3be6eea on resource:security_group {{(pid=86837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:50:10.298819 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-038febe9-2d3f-4f1e-a212-737ba0504de2 req-c17fd24d-c1df-4839-9e7e-950df745dc9a tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c9750bf5c154974b0144431d3be6eea HTTP/1.1" status: 200 len: 379 time: 0.1037929 Nov 23 12:50:10.319638 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.v2.base [req-038febe9-2d3f-4f1e-a212-737ba0504de2 req-edbdff3a-2214-4e59-86a3-6ccfc5584ed5 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Request body: {'port': {'device_id': '517f1b6b-5ba0-4b6c-8a57-ab75136bf6e7', 'network_id': '2928d89d-b6c7-4b51-90ac-bea7caaf93a1', 'admin_state_up': True, 'tenant_id': '2c9750bf5c154974b0144431d3be6eea', 'security_groups': ['9594e83f-825b-4286-8a40-8cc3ae055a40']}} {{(pid=86837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:50:10.415236 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef8cc8f-6a8f-4b9b-bb62-8613cffcad84 req-9cb5580c-bb0f-4c67-b7c9-584df5618dc1 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:10.416816 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-0ef8cc8f-6a8f-4b9b-bb62-8613cffcad84 req-9cb5580c-bb0f-4c67-b7c9-584df5618dc1 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8b8ac3d-98aa-46c5-947b-609e5288329c HTTP/1.1" status: 200 len: 943 time: 0.0913405 Nov 23 12:50:10.465453 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-0ef8cc8f-6a8f-4b9b-bb62-8613cffcad84 req-c447697e-9860-44e3-8722-49fb2122848e tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] 10.222.0.31 "GET /v2.0/security-groups?id=0bfc3486-ac41-4745-a9d9-0335a6fe353b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423901 Nov 23 12:50:10.525961 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0520c2b-2851-49eb-9bad-6159da972d05 req-f7c34179-2853-4b57-8c94-d5a3ec2f6207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:10.527585 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-b0520c2b-2851-49eb-9bad-6159da972d05 req-f7c34179-2853-4b57-8c94-d5a3ec2f6207 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=92c84cb5e58e49078b87a81fd8a69bcd&device_id=b8b8ac3d-98aa-46c5-947b-609e5288329c HTTP/1.1" status: 200 len: 1096 time: 0.2815821 Nov 23 12:50:10.658732 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [req-038febe9-2d3f-4f1e-a212-737ba0504de2 req-edbdff3a-2214-4e59-86a3-6ccfc5584ed5 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:50:10.676172 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [req-038febe9-2d3f-4f1e-a212-737ba0504de2 req-edbdff3a-2214-4e59-86a3-6ccfc5584ed5 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:50:10.710903 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-038febe9-2d3f-4f1e-a212-737ba0504de2 req-edbdff3a-2214-4e59-86a3-6ccfc5584ed5 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Made reservation on behalf of 2c9750bf5c154974b0144431d3be6eea for: {'port': 1} {{(pid=86837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:50:10.714426 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-038febe9-2d3f-4f1e-a212-737ba0504de2 req-edbdff3a-2214-4e59-86a3-6ccfc5584ed5 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:10.724000 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0520c2b-2851-49eb-9bad-6159da972d05 req-3f1bee4b-9531-4a1e-830c-706749d65ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:10.725449 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-b0520c2b-2851-49eb-9bad-6159da972d05 req-3f1bee4b-9531-4a1e-830c-706749d65ad7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=1da7dd73-1340-4c68-a094-f24718b2f2dd HTTP/1.1" status: 200 len: 915 time: 0.1883974 Nov 23 12:50:10.803545 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-b0520c2b-2851-49eb-9bad-6159da972d05 req-281c8758-6173-4edd-8ec6-d96d4fd36205 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ca2aeb20-05a1-4f75-a7e9-4d533f177515 HTTP/1.1" status: 200 len: 217 time: 0.0697703 Nov 23 12:50:10.928934 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0520c2b-2851-49eb-9bad-6159da972d05 req-2a2706d5-4907-4f37-b828-ff8adbe9922d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:10.930377 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-b0520c2b-2851-49eb-9bad-6159da972d05 req-2a2706d5-4907-4f37-b828-ff8adbe9922d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=172d55bc-82ce-42b6-9d56-cf6c290e322c HTTP/1.1" status: 200 len: 854 time: 0.0933957 Nov 23 12:50:11.023286 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-b0520c2b-2851-49eb-9bad-6159da972d05 req-a2a2a678-c987-4509-b965-1758b9511c22 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1da7dd73-1340-4c68-a094-f24718b2f2dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579069 Nov 23 12:50:11.106274 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4adf26-38b5-451f-ab48-41d4f761ed44 req-4b4b66e9-0cd2-4d3b-955c-a91368e1e394 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:11.107870 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-ca4adf26-38b5-451f-ab48-41d4f761ed44 req-4b4b66e9-0cd2-4d3b-955c-a91368e1e394 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] 10.222.0.31 "GET /v2.0/ports?device_id=22e65fa6-c78c-4c51-a5cb-8fa8c6aa5633 HTTP/1.1" status: 200 len: 943 time: 0.1022298 Nov 23 12:50:11.115579 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.db_base_plugin_common [req-038febe9-2d3f-4f1e-a212-737ba0504de2 req-edbdff3a-2214-4e59-86a3-6ccfc5584ed5 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Allocated IP 172.20.0.14 (2928d89d-b6c7-4b51-90ac-bea7caaf93a1/bfb9a90c-7be8-4cd9-9415-38a9d39de564/7c349bf6-772b-419b-b27e-572776ad6b45) {{(pid=86837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:50:11.235019 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-b0520c2b-2851-49eb-9bad-6159da972d05 req-4d4e0dcf-b05b-4aea-b27a-28e33a3c30f5 service neutron] 10.222.0.54 "GET /v2.0/networks/1da7dd73-1340-4c68-a094-f24718b2f2dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030931 Nov 23 12:50:11.247967 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-c0a012ca-a34a-4ad1-a150-25a215b399e7 req-881a7391-6bc9-4988-8913-fab329f4d4da tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/ports?device_id=517f1b6b-5ba0-4b6c-8a57-ab75136bf6e7 HTTP/1.1" status: 200 len: 210 time: 0.1504524 Nov 23 12:50:11.278530 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-ca4adf26-38b5-451f-ab48-41d4f761ed44 req-f994344e-681d-4b23-bb1f-e703e42861ef tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9852912-4a05-430b-a939-7e65aa408a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487430 Nov 23 12:50:11.473003 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-038febe9-2d3f-4f1e-a212-737ba0504de2 req-edbdff3a-2214-4e59-86a3-6ccfc5584ed5 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Notify callbacks [] for port, precommit_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:11.484785 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-b0520c2b-2851-49eb-9bad-6159da972d05 req-ea041c9f-b4ff-41f4-b381-7b33faed4639 service neutron] 10.222.0.54 "GET /v2.0/networks/1da7dd73-1340-4c68-a094-f24718b2f2dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063463 Nov 23 12:50:11.492911 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.provisioning_blocks [req-038febe9-2d3f-4f1e-a212-737ba0504de2 req-edbdff3a-2214-4e59-86a3-6ccfc5584ed5 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Transition to ACTIVE for port object 7c349bf6-772b-419b-b27e-572776ad6b45 will not be triggered until provisioned by entity DHCP. {{(pid=86837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:50:11.521637 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-038febe9-2d3f-4f1e-a212-737ba0504de2 req-edbdff3a-2214-4e59-86a3-6ccfc5584ed5 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788170525763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6379447'] for port, after_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:11.528177 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-1bbf1d92-e9b4-4063-8564-b75e2626140d tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:50:11.594987 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-038febe9-2d3f-4f1e-a212-737ba0504de2 req-edbdff3a-2214-4e59-86a3-6ccfc5584ed5 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Network 2928d89d-b6c7-4b51-90ac-bea7caaf93a1 is already hosted by enough agents. {{(pid=86837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:50:11.598076 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.scheduler.base_scheduler [req-038febe9-2d3f-4f1e-a212-737ba0504de2 req-edbdff3a-2214-4e59-86a3-6ccfc5584ed5 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Resources bound (agent type, host, resource id): {{(pid=86837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:50:11.602275 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.l3_dvrscheduler_db [req-038febe9-2d3f-4f1e-a212-737ba0504de2 req-edbdff3a-2214-4e59-86a3-6ccfc5584ed5 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Received port after_create {{(pid=86837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 12:50:11.644604 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbdff3a-2214-4e59-86a3-6ccfc5584ed5 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Pushing event updated for resources: {'Port': ['ID=7c349bf6-772b-419b-b27e-572776ad6b45,revision_number=1']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:50:11.654602 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-edbdff3a-2214-4e59-86a3-6ccfc5584ed5 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:50:11.677224 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0de8890-6676-41ab-9ea3-cdfa1bce5f0a req-c04460de-0cc7-4f08-9d8d-3e156a3f5b75 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:11.685386 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-d0de8890-6676-41ab-9ea3-cdfa1bce5f0a req-c04460de-0cc7-4f08-9d8d-3e156a3f5b75 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8b8ac3d-98aa-46c5-947b-609e5288329c HTTP/1.1" status: 200 len: 943 time: 0.1054795 Nov 23 12:50:11.685748 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038febe9-2d3f-4f1e-a212-737ba0504de2 req-edbdff3a-2214-4e59-86a3-6ccfc5584ed5 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:11.686397 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-038febe9-2d3f-4f1e-a212-737ba0504de2 req-edbdff3a-2214-4e59-86a3-6ccfc5584ed5 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188604'] for port, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:11.724640 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-038febe9-2d3f-4f1e-a212-737ba0504de2 req-edbdff3a-2214-4e59-86a3-6ccfc5584ed5 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4091089 Nov 23 12:50:11.735441 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-d0de8890-6676-41ab-9ea3-cdfa1bce5f0a req-d98cdd65-f2ff-4cdb-8093-39161f5578a6 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] 10.222.0.31 "GET /v2.0/security-groups?id=0bfc3486-ac41-4745-a9d9-0335a6fe353b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488863 Nov 23 12:50:11.736971 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.v2.base [req-038febe9-2d3f-4f1e-a212-737ba0504de2 req-49deb2c1-49ad-44fc-b869-1cf381ea470c service neutron] Request body: {'port': {'device_id': '517f1b6b-5ba0-4b6c-8a57-ab75136bf6e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:50:11.865058 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-038febe9-2d3f-4f1e-a212-737ba0504de2 req-49deb2c1-49ad-44fc-b869-1cf381ea470c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:11.890004 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-28aaa081-a2fe-4a89-b750-0d4909438703 None None] Provisioning for port 7c349bf6-772b-419b-b27e-572776ad6b45 completed by entity DHCP. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:50:11.895990 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-28aaa081-a2fe-4a89-b750-0d4909438703 None None] Provisioning complete for port 7c349bf6-772b-419b-b27e-572776ad6b45 triggered by entity DHCP. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:50:11.896500 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-28aaa081-a2fe-4a89-b750-0d4909438703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567787'] for port, provisioning_complete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:11.972134 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.plugin [None req-28aaa081-a2fe-4a89-b750-0d4909438703 None None] Port 7c349bf6-772b-419b-b27e-572776ad6b45 cannot update to ACTIVE because it is not bound. {{(pid=86839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 23 12:50:12.368919 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.notifiers.nova [req-038febe9-2d3f-4f1e-a212-737ba0504de2 req-49deb2c1-49ad-44fc-b869-1cf381ea470c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c349bf6-772b-419b-b27e-572776ad6b45 {{(pid=86837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 12:50:12.377597 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-038febe9-2d3f-4f1e-a212-737ba0504de2 req-49deb2c1-49ad-44fc-b869-1cf381ea470c service neutron] Notify callbacks [] for port, precommit_update {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:12.395858 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.provisioning_blocks [req-038febe9-2d3f-4f1e-a212-737ba0504de2 req-49deb2c1-49ad-44fc-b869-1cf381ea470c service neutron] Transition to ACTIVE for port object 7c349bf6-772b-419b-b27e-572776ad6b45 will not be triggered until provisioned by entity L2. {{(pid=86837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:50:12.401436 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-038febe9-2d3f-4f1e-a212-737ba0504de2 req-49deb2c1-49ad-44fc-b869-1cf381ea470c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6379454'] for port, after_update {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:12.405275 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-dbef3b46-65ae-4d51-9ddb-5d8637496063 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:50:12.520717 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73552b45-1a9a-4e18-a2aa-f915e8bdd113 req-dadbd4f7-075c-48bd-8128-b0c53bbe8a51 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:12.522259 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-73552b45-1a9a-4e18-a2aa-f915e8bdd113 req-dadbd4f7-075c-48bd-8128-b0c53bbe8a51 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] 10.222.0.31 "GET /v2.0/ports?device_id=22e65fa6-c78c-4c51-a5cb-8fa8c6aa5633 HTTP/1.1" status: 200 len: 943 time: 0.1153638 Nov 23 12:50:12.530367 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9a2856-ae28-451a-92c9-e053b4f8e948 req-a1668a38-9fee-4dd5-ba73-ecfd08e52542 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:12.537789 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-db9a2856-ae28-451a-92c9-e053b4f8e948 req-a1668a38-9fee-4dd5-ba73-ecfd08e52542 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/ports?device_id=517f1b6b-5ba0-4b6c-8a57-ab75136bf6e7 HTTP/1.1" status: 200 len: 944 time: 0.1675425 Nov 23 12:50:12.575225 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49deb2c1-49ad-44fc-b869-1cf381ea470c service neutron] Pushing event updated for resources: {'Port': ['ID=7c349bf6-772b-419b-b27e-572776ad6b45,revision_number=2']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:50:12.583112 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-49deb2c1-49ad-44fc-b869-1cf381ea470c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:50:12.613464 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-73552b45-1a9a-4e18-a2aa-f915e8bdd113 req-19b6c479-fe31-4b84-ad20-c5708b241ea9 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9852912-4a05-430b-a939-7e65aa408a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735795 Nov 23 12:50:12.618736 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-db9a2856-ae28-451a-92c9-e053b4f8e948 req-484337bc-fb9d-465b-bcc7-10541f8dea75 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/security-groups?id=9594e83f-825b-4286-8a40-8cc3ae055a40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800412 Nov 23 12:50:12.664939 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.managers [req-038febe9-2d3f-4f1e-a212-737ba0504de2 req-49deb2c1-49ad-44fc-b869-1cf381ea470c service neutron] Attempting to bind port 7c349bf6-772b-419b-b27e-572776ad6b45 on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 12:50:12.665289 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.managers [req-038febe9-2d3f-4f1e-a212-737ba0504de2 req-49deb2c1-49ad-44fc-b869-1cf381ea470c service neutron] Attempting to bind port 7c349bf6-772b-419b-b27e-572776ad6b45 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '7cb193aa-b0a1-449a-a685-460328a69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '2928d89d-b6c7-4b51-90ac-bea7caaf93a1'}] {{(pid=86837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 12:50:12.665612 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-038febe9-2d3f-4f1e-a212-737ba0504de2 req-49deb2c1-49ad-44fc-b869-1cf381ea470c service neutron] Attempting to bind port 7c349bf6-772b-419b-b27e-572776ad6b45 on network 2928d89d-b6c7-4b51-90ac-bea7caaf93a1 {{(pid=86837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:50:12.671126 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-038febe9-2d3f-4f1e-a212-737ba0504de2 req-49deb2c1-49ad-44fc-b869-1cf381ea470c service neutron] Port 7c349bf6-772b-419b-b27e-572776ad6b45 on network 2928d89d-b6c7-4b51-90ac-bea7caaf93a1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 23 12:50:12.671436 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-038febe9-2d3f-4f1e-a212-737ba0504de2 req-49deb2c1-49ad-44fc-b869-1cf381ea470c service neutron] Attempting to bind port 7c349bf6-772b-419b-b27e-572776ad6b45 on network 2928d89d-b6c7-4b51-90ac-bea7caaf93a1 {{(pid=86837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:50:12.676783 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-038febe9-2d3f-4f1e-a212-737ba0504de2 req-49deb2c1-49ad-44fc-b869-1cf381ea470c service neutron] Checking agent: {'id': 'c02b2241-eea5-43d7-ab73-e33b65374cd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 44, 5), 'started_at': datetime.datetime(2021, 11, 23, 12, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 12:50:12.677110 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-038febe9-2d3f-4f1e-a212-737ba0504de2 req-49deb2c1-49ad-44fc-b869-1cf381ea470c service neutron] Checking segment: {'id': '7cb193aa-b0a1-449a-a685-460328a69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '2928d89d-b6c7-4b51-90ac-bea7caaf93a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:50:12.677489 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-038febe9-2d3f-4f1e-a212-737ba0504de2 req-49deb2c1-49ad-44fc-b869-1cf381ea470c service neutron] Bound using segment: {'id': '7cb193aa-b0a1-449a-a685-460328a69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '2928d89d-b6c7-4b51-90ac-bea7caaf93a1'} {{(pid=86837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 12:50:12.677899 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.managers [req-038febe9-2d3f-4f1e-a212-737ba0504de2 req-49deb2c1-49ad-44fc-b869-1cf381ea470c service neutron] Bound port: 7c349bf6-772b-419b-b27e-572776ad6b45, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cb193aa-b0a1-449a-a685-460328a69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '2928d89d-b6c7-4b51-90ac-bea7caaf93a1'}}] {{(pid=86837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 12:50:12.678246 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-038febe9-2d3f-4f1e-a212-737ba0504de2 req-49deb2c1-49ad-44fc-b869-1cf381ea470c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:12.699427 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Device 872db580-122a-4bd9-8975-450d6b1cfdfe details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 23 12:50:12.787065 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.db [req-038febe9-2d3f-4f1e-a212-737ba0504de2 req-49deb2c1-49ad-44fc-b869-1cf381ea470c service neutron] For port 7c349bf6-772b-419b-b27e-572776ad6b45, host hv-cinder-81888, cleared binding levels {{(pid=86837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 12:50:12.793261 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.db [req-038febe9-2d3f-4f1e-a212-737ba0504de2 req-49deb2c1-49ad-44fc-b869-1cf381ea470c service neutron] For port 7c349bf6-772b-419b-b27e-572776ad6b45, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=7c349bf6-772b-419b-b27e-572776ad6b45,segment=NetworkSegment(7cb193aa-b0a1-449a-a685-460328a69100),segment_id=7cb193aa-b0a1-449a-a685-460328a69100)] {{(pid=86837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 12:50:12.800682 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-038febe9-2d3f-4f1e-a212-737ba0504de2 req-49deb2c1-49ad-44fc-b869-1cf381ea470c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6379454'] for port, after_update {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:12.805930 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-bdb45691-e4c5-4b36-a7ed-5dbcab5e5893 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:50:12.857969 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] For port 872db580-122a-4bd9-8975-450d6b1cfdfe, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=872db580-122a-4bd9-8975-450d6b1cfdfe,segment=NetworkSegment(0d6e231e-1770-4f5b-9528-552955b2b23d),segment_id=0d6e231e-1770-4f5b-9528-552955b2b23d)] {{(pid=86839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:50:12.866818 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038febe9-2d3f-4f1e-a212-737ba0504de2 req-49deb2c1-49ad-44fc-b869-1cf381ea470c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:12.867486 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-038febe9-2d3f-4f1e-a212-737ba0504de2 req-49deb2c1-49ad-44fc-b869-1cf381ea470c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188604'] for port, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:12.868910 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-038febe9-2d3f-4f1e-a212-737ba0504de2 req-49deb2c1-49ad-44fc-b869-1cf381ea470c service neutron] 10.222.0.54 "PUT /v2.0/ports/7c349bf6-772b-419b-b27e-572776ad6b45 HTTP/1.1" status: 200 len: 1094 time: 1.1367295 Nov 23 12:50:12.869425 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '517f1b6b-5ba0-4b6c-8a57-ab75136bf6e7', 'tag': '7c349bf6-772b-419b-b27e-572776ad6b45'}] {{(pid=86837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:50:12.879165 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Returning: {'device': '872db580-122a-4bd9-8975-450d6b1cfdfe', 'network_id': '863a1e50-6324-476a-bb82-68f7fcf8fe7f', 'port_id': '872db580-122a-4bd9-8975-450d6b1cfdfe', 'mac_address': 'fa:16:3e:8a:b8:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 771, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7f25b7d-0ccf-4bc2-a609-ac7ad2c481be', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 23 12:50:12.909416 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49deb2c1-49ad-44fc-b869-1cf381ea470c service neutron] Pushing event updated for resources: {'Port': ['ID=7c349bf6-772b-419b-b27e-572776ad6b45,revision_number=3']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:50:12.913484 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-49deb2c1-49ad-44fc-b869-1cf381ea470c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:50:12.945477 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:12.969961 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.notifiers.nova [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 872db580-122a-4bd9-8975-450d6b1cfdfe {{(pid=86839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 12:50:12.975993 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '517f1b6b-5ba0-4b6c-8a57-ab75136bf6e7', 'tag': '7c349bf6-772b-419b-b27e-572776ad6b45', 'status': 'completed', 'code': 200} Nov 23 12:50:12.989319 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] For port 872db580-122a-4bd9-8975-450d6b1cfdfe, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=872db580-122a-4bd9-8975-450d6b1cfdfe,segment=NetworkSegment(0d6e231e-1770-4f5b-9528-552955b2b23d),segment_id=0d6e231e-1770-4f5b-9528-552955b2b23d)] {{(pid=86839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:50:12.995630 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826'] for port, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:12.996728 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Device ca2aeb20-05a1-4f75-a7e9-4d533f177515 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 23 12:50:12.999056 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:50:13.013973 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2034d664-2db7-462d-ba24-80f037748a90 req-a4f1f083-aafb-476d-90c5-7c8b193a4896 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:13.016366 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-2034d664-2db7-462d-ba24-80f037748a90 req-a4f1f083-aafb-476d-90c5-7c8b193a4896 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8b8ac3d-98aa-46c5-947b-609e5288329c HTTP/1.1" status: 200 len: 943 time: 0.1609726 Nov 23 12:50:13.031949 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038febe9-2d3f-4f1e-a212-737ba0504de2 req-bd71e83d-77ce-4476-974d-56d78379dfae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:13.034050 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-038febe9-2d3f-4f1e-a212-737ba0504de2 req-bd71e83d-77ce-4476-974d-56d78379dfae service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2c9750bf5c154974b0144431d3be6eea&device_id=517f1b6b-5ba0-4b6c-8a57-ab75136bf6e7 HTTP/1.1" status: 200 len: 1097 time: 0.1149092 Nov 23 12:50:13.096940 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-2034d664-2db7-462d-ba24-80f037748a90 req-2c9638f6-87c3-4eff-9bff-f3c559257d4f tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] 10.222.0.31 "GET /v2.0/security-groups?id=0bfc3486-ac41-4745-a9d9-0335a6fe353b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678115 Nov 23 12:50:13.136536 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Pushing event updated for resources: {'Port': ['ID=872db580-122a-4bd9-8975-450d6b1cfdfe,revision_number=4']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:50:13.142174 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:50:13.154214 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-038febe9-2d3f-4f1e-a212-737ba0504de2 req-77479c15-b679-413a-bcc7-ec2a1411e4f8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c349bf6-772b-419b-b27e-572776ad6b45 HTTP/1.1" status: 200 len: 217 time: 0.1108541 Nov 23 12:50:13.231905 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038febe9-2d3f-4f1e-a212-737ba0504de2 req-0a501043-a2aa-4e53-b275-420d5457f947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:13.233406 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-038febe9-2d3f-4f1e-a212-737ba0504de2 req-0a501043-a2aa-4e53-b275-420d5457f947 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bfb9a90c-7be8-4cd9-9415-38a9d39de564 HTTP/1.1" status: 200 len: 855 time: 0.0692525 Nov 23 12:50:13.285434 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] For port ca2aeb20-05a1-4f75-a7e9-4d533f177515, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=ca2aeb20-05a1-4f75-a7e9-4d533f177515,segment=NetworkSegment(5b1c76bb-b718-4fa7-bd3c-2e50b6dc174e),segment_id=5b1c76bb-b718-4fa7-bd3c-2e50b6dc174e)] {{(pid=86839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:50:13.299610 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Returning: {'device': 'ca2aeb20-05a1-4f75-a7e9-4d533f177515', 'network_id': '1da7dd73-1340-4c68-a094-f24718b2f2dd', 'port_id': 'ca2aeb20-05a1-4f75-a7e9-4d533f177515', 'mac_address': 'fa:16:3e:06:3b:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 762, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '172d55bc-82ce-42b6-9d56-cf6c290e322c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 23 12:50:13.318564 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038febe9-2d3f-4f1e-a212-737ba0504de2 req-3ee8c508-a398-4a89-8100-9833ed929f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:13.320328 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-038febe9-2d3f-4f1e-a212-737ba0504de2 req-3ee8c508-a398-4a89-8100-9833ed929f96 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2928d89d-b6c7-4b51-90ac-bea7caaf93a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0786984 Nov 23 12:50:13.364848 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:13.383754 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.notifiers.nova [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca2aeb20-05a1-4f75-a7e9-4d533f177515 {{(pid=86839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 12:50:13.400389 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] For port ca2aeb20-05a1-4f75-a7e9-4d533f177515, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=ca2aeb20-05a1-4f75-a7e9-4d533f177515,segment=NetworkSegment(5b1c76bb-b718-4fa7-bd3c-2e50b6dc174e),segment_id=5b1c76bb-b718-4fa7-bd3c-2e50b6dc174e)] {{(pid=86839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:50:13.406082 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826'] for port, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:13.407922 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-e1348d0c-54eb-4a92-b15d-7ba248b2d675 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:50:13.464225 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-038febe9-2d3f-4f1e-a212-737ba0504de2 req-6b7a5836-143b-4495-86e5-bb113cc73560 service neutron] 10.222.0.54 "GET /v2.0/networks/2928d89d-b6c7-4b51-90ac-bea7caaf93a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352108 Nov 23 12:50:13.476648 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Pushing event updated for resources: {'Port': ['ID=ca2aeb20-05a1-4f75-a7e9-4d533f177515,revision_number=4']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:50:13.480603 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:50:13.601222 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-038febe9-2d3f-4f1e-a212-737ba0504de2 req-e5dc52d5-aaa4-456f-b8a9-6870bf8a358d service neutron] 10.222.0.54 "GET /v2.0/networks/2928d89d-b6c7-4b51-90ac-bea7caaf93a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304591 Nov 23 12:50:13.657478 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] get_ports_and_sgs() called for port_ids ['ca2aeb20-05a1-4f75-a7e9-4d533f177515'] {{(pid=86839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 12:50:13.688456 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] get_ports_and_sgs() called for port_ids ['872db580-122a-4bd9-8975-450d6b1cfdfe'] {{(pid=86839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 12:50:13.745493 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc46846-9052-419f-9b81-04339360300b req-cdb37251-05e0-4599-91f0-9946f2bf761e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:13.747076 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-ffc46846-9052-419f-9b81-04339360300b req-cdb37251-05e0-4599-91f0-9946f2bf761e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2c9750bf5c154974b0144431d3be6eea&device_id=517f1b6b-5ba0-4b6c-8a57-ab75136bf6e7 HTTP/1.1" status: 200 len: 1097 time: 0.0917144 Nov 23 12:50:13.911306 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2057eb-cb23-4a59-ad93-9dae12a39612 req-06a59e89-ae01-4db6-af9c-980edd761431 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:13.912730 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-ef2057eb-cb23-4a59-ad93-9dae12a39612 req-06a59e89-ae01-4db6-af9c-980edd761431 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] 10.222.0.31 "GET /v2.0/ports?device_id=22e65fa6-c78c-4c51-a5cb-8fa8c6aa5633 HTTP/1.1" status: 200 len: 944 time: 0.1568224 Nov 23 12:50:13.947633 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b6d3a7-3e70-4074-bd78-e8019d6ff6e8 req-b41134c6-4beb-49a7-be7c-bf93475497ae tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:13.949241 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-e7b6d3a7-3e70-4074-bd78-e8019d6ff6e8 req-b41134c6-4beb-49a7-be7c-bf93475497ae tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/ports?device_id=517f1b6b-5ba0-4b6c-8a57-ab75136bf6e7 HTTP/1.1" status: 200 len: 944 time: 0.1532531 Nov 23 12:50:13.949572 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc46846-9052-419f-9b81-04339360300b req-f7868d39-258b-4dce-b685-b396aa167233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:13.951970 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-ffc46846-9052-419f-9b81-04339360300b req-f7868d39-258b-4dce-b685-b396aa167233 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2928d89d-b6c7-4b51-90ac-bea7caaf93a1 HTTP/1.1" status: 200 len: 917 time: 0.1948240 Nov 23 12:50:13.999340 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-ef2057eb-cb23-4a59-ad93-9dae12a39612 req-5757ed6a-6bfe-4f53-822c-88df15c26f90 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9852912-4a05-430b-a939-7e65aa408a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795507 Nov 23 12:50:14.029188 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-ffc46846-9052-419f-9b81-04339360300b req-90b1af50-d3bb-4eea-919a-91fa5af534cf service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c349bf6-772b-419b-b27e-572776ad6b45 HTTP/1.1" status: 200 len: 217 time: 0.0705268 Nov 23 12:50:14.031740 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-e7b6d3a7-3e70-4074-bd78-e8019d6ff6e8 req-47dfb724-877c-4213-a52f-0564291e5ed0 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/security-groups?id=9594e83f-825b-4286-8a40-8cc3ae055a40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697765 Nov 23 12:50:14.093294 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc46846-9052-419f-9b81-04339360300b req-6867665e-544b-4291-bb82-0e70d0f07a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:14.094837 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-ffc46846-9052-419f-9b81-04339360300b req-6867665e-544b-4291-bb82-0e70d0f07a53 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bfb9a90c-7be8-4cd9-9415-38a9d39de564 HTTP/1.1" status: 200 len: 855 time: 0.0588880 Nov 23 12:50:14.181967 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc46846-9052-419f-9b81-04339360300b req-161b6f7e-4589-4114-b3cf-378082a57f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:14.183693 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-ffc46846-9052-419f-9b81-04339360300b req-161b6f7e-4589-4114-b3cf-378082a57f7a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2928d89d-b6c7-4b51-90ac-bea7caaf93a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0802808 Nov 23 12:50:14.315633 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c61c6b5-00d9-400a-b694-13518879aafb req-a713867c-37da-4380-86c3-709ecaba30f0 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:14.317261 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8c61c6b5-00d9-400a-b694-13518879aafb req-a713867c-37da-4380-86c3-709ecaba30f0 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8b8ac3d-98aa-46c5-947b-609e5288329c HTTP/1.1" status: 200 len: 944 time: 0.0893722 Nov 23 12:50:14.366397 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8c61c6b5-00d9-400a-b694-13518879aafb req-c7cfc1fa-8442-43c7-8bfc-496a83526d26 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] 10.222.0.31 "GET /v2.0/security-groups?id=0bfc3486-ac41-4745-a9d9-0335a6fe353b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433533 Nov 23 12:50:14.430063 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-ffc46846-9052-419f-9b81-04339360300b req-3a01a064-23a4-4e40-87be-ca27d0608ca8 service neutron] 10.222.0.54 "GET /v2.0/networks/2928d89d-b6c7-4b51-90ac-bea7caaf93a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388277 Nov 23 12:50:14.575568 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-ffc46846-9052-419f-9b81-04339360300b req-84e44320-480d-47b6-a605-114fcb2a8a4a service neutron] 10.222.0.54 "GET /v2.0/networks/2928d89d-b6c7-4b51-90ac-bea7caaf93a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285024 Nov 23 12:50:14.704666 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Device 872db580-122a-4bd9-8975-450d6b1cfdfe up at agent hyperv_hv-cinder-81888 {{(pid=86839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:50:14.774603 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Provisioning for port 872db580-122a-4bd9-8975-450d6b1cfdfe completed by entity L2. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:50:14.779739 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Provisioning complete for port 872db580-122a-4bd9-8975-450d6b1cfdfe triggered by entity L2. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:50:14.780112 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567787'] for port, provisioning_complete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:14.900376 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:14.927328 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22e65fa6-c78c-4c51-a5cb-8fa8c6aa5633', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '872db580-122a-4bd9-8975-450d6b1cfdfe'}] {{(pid=86839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:50:14.938220 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] For port 872db580-122a-4bd9-8975-450d6b1cfdfe, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=872db580-122a-4bd9-8975-450d6b1cfdfe,segment=NetworkSegment(0d6e231e-1770-4f5b-9528-552955b2b23d),segment_id=0d6e231e-1770-4f5b-9528-552955b2b23d)] {{(pid=86839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:50:14.944205 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826'] for port, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:14.945144 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Device ca2aeb20-05a1-4f75-a7e9-4d533f177515 up at agent hyperv_hv-cinder-81888 {{(pid=86839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:50:14.974906 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-17729992-cd94-4f77-9fd9-7178ef71af0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:50:15.013112 dv-cinder-818883-1-smb neutron-server[86839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22e65fa6-c78c-4c51-a5cb-8fa8c6aa5633', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '872db580-122a-4bd9-8975-450d6b1cfdfe', 'code': 200} Nov 23 12:50:15.065947 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Pushing event updated for resources: {'Port': ['ID=872db580-122a-4bd9-8975-450d6b1cfdfe,revision_number=5']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:50:15.069942 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:50:15.082415 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Provisioning for port ca2aeb20-05a1-4f75-a7e9-4d533f177515 completed by entity L2. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:50:15.088854 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Provisioning complete for port ca2aeb20-05a1-4f75-a7e9-4d533f177515 triggered by entity L2. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:50:15.089634 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567787'] for port, provisioning_complete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:15.243646 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:15.267575 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ad0500-0d12-4c03-aa3e-65999a94c51e req-0bba9561-4130-46dd-924b-d0d1be8b5dba tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:15.271558 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-79ad0500-0d12-4c03-aa3e-65999a94c51e req-0bba9561-4130-46dd-924b-d0d1be8b5dba tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] 10.222.0.31 "GET /v2.0/ports?device_id=22e65fa6-c78c-4c51-a5cb-8fa8c6aa5633 HTTP/1.1" status: 200 len: 945 time: 0.1473408 Nov 23 12:50:15.299280 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] For port ca2aeb20-05a1-4f75-a7e9-4d533f177515, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=ca2aeb20-05a1-4f75-a7e9-4d533f177515,segment=NetworkSegment(5b1c76bb-b718-4fa7-bd3c-2e50b6dc174e),segment_id=5b1c76bb-b718-4fa7-bd3c-2e50b6dc174e)] {{(pid=86839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:50:15.308677 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826'] for port, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:15.311303 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-908ce383-36a0-438f-9de9-8942ef5136f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:50:15.338079 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-79ad0500-0d12-4c03-aa3e-65999a94c51e req-6ab5669e-f5a6-47a3-9856-4eeabd1809b1 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9852912-4a05-430b-a939-7e65aa408a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553820 Nov 23 12:50:15.349791 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe39e75-aee5-41ed-891d-c96d8e4eaad3 req-eb62e3d3-cf8b-4f2e-a81f-e1cbf75e6f45 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:15.351821 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-efe39e75-aee5-41ed-891d-c96d8e4eaad3 req-eb62e3d3-cf8b-4f2e-a81f-e1cbf75e6f45 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/ports?device_id=517f1b6b-5ba0-4b6c-8a57-ab75136bf6e7 HTTP/1.1" status: 200 len: 944 time: 0.1571393 Nov 23 12:50:15.398466 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Pushing event updated for resources: {'Port': ['ID=ca2aeb20-05a1-4f75-a7e9-4d533f177515,revision_number=5']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:50:15.410582 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-efe39e75-aee5-41ed-891d-c96d8e4eaad3 req-2b6322c5-b470-4d74-a1b6-80b0df6d6aef tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/security-groups?id=9594e83f-825b-4286-8a40-8cc3ae055a40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516856 Nov 23 12:50:15.411785 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:50:15.424781 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270cb343-28af-491b-9c53-14ef158499a3 req-750e852a-4087-42cb-9d14-cf55edd79c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:15.428370 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-270cb343-28af-491b-9c53-14ef158499a3 req-750e852a-4087-42cb-9d14-cf55edd79c1f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=22e65fa6-c78c-4c51-a5cb-8fa8c6aa5633 HTTP/1.1" status: 200 len: 1098 time: 0.1005158 Nov 23 12:50:15.474229 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-270cb343-28af-491b-9c53-14ef158499a3 req-64bc3545-733e-4724-8d1a-2cda6e3af704 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=d9852912-4a05-430b-a939-7e65aa408a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376215 Nov 23 12:50:15.599290 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb554c9-874b-4379-92cd-b8510239899c req-ff617872-0a96-4dff-854e-2f02e7d04591 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:15.600739 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-6fb554c9-874b-4379-92cd-b8510239899c req-ff617872-0a96-4dff-854e-2f02e7d04591 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8b8ac3d-98aa-46c5-947b-609e5288329c HTTP/1.1" status: 200 len: 945 time: 0.0882349 Nov 23 12:50:15.652844 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-6fb554c9-874b-4379-92cd-b8510239899c req-dd36c4cc-85e3-4548-a862-3b5e31917aee tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] 10.222.0.31 "GET /v2.0/security-groups?id=0bfc3486-ac41-4745-a9d9-0335a6fe353b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442555 Nov 23 12:50:16.625297 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55723bf-7f3d-4ecc-b213-1f3d11781665 req-d1b08470-b0ba-4ff0-96ec-8dbbc986c48e tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:16.627019 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-b55723bf-7f3d-4ecc-b213-1f3d11781665 req-d1b08470-b0ba-4ff0-96ec-8dbbc986c48e tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] 10.222.0.31 "GET /v2.0/ports?device_id=22e65fa6-c78c-4c51-a5cb-8fa8c6aa5633 HTTP/1.1" status: 200 len: 945 time: 0.1618311 Nov 23 12:50:16.698907 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-b55723bf-7f3d-4ecc-b213-1f3d11781665 req-9916d0e4-045b-46a0-a9f7-0d4b2d3052d4 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9852912-4a05-430b-a939-7e65aa408a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587761 Nov 23 12:50:16.699647 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Device 7c349bf6-772b-419b-b27e-572776ad6b45 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 23 12:50:16.707886 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618a205a-e043-40d2-9453-293559282a91 req-7aa7cf23-696b-4a0e-ae8b-ba2cb22cdf5e tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:16.709364 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-618a205a-e043-40d2-9453-293559282a91 req-7aa7cf23-696b-4a0e-ae8b-ba2cb22cdf5e tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/ports?device_id=517f1b6b-5ba0-4b6c-8a57-ab75136bf6e7 HTTP/1.1" status: 200 len: 944 time: 0.1775961 Nov 23 12:50:16.764894 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-618a205a-e043-40d2-9453-293559282a91 req-90185ffa-2804-4f3e-bee9-314ceeb39bf0 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/security-groups?id=9594e83f-825b-4286-8a40-8cc3ae055a40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476513 Nov 23 12:50:16.900033 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] For port 7c349bf6-772b-419b-b27e-572776ad6b45, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=7c349bf6-772b-419b-b27e-572776ad6b45,segment=NetworkSegment(7cb193aa-b0a1-449a-a685-460328a69100),segment_id=7cb193aa-b0a1-449a-a685-460328a69100)] {{(pid=86839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:50:16.914615 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Returning: {'device': '7c349bf6-772b-419b-b27e-572776ad6b45', 'network_id': '2928d89d-b6c7-4b51-90ac-bea7caaf93a1', 'port_id': '7c349bf6-772b-419b-b27e-572776ad6b45', 'mac_address': 'fa:16:3e:fd:92:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfb9a90c-7be8-4cd9-9415-38a9d39de564', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 23 12:50:16.922324 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d7334d-b4a9-469a-bc31-725450ef246b req-b4c6dfd6-04f7-4875-a723-6da13b48d1ca tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:16.924561 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-35d7334d-b4a9-469a-bc31-725450ef246b req-b4c6dfd6-04f7-4875-a723-6da13b48d1ca tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8b8ac3d-98aa-46c5-947b-609e5288329c HTTP/1.1" status: 200 len: 945 time: 0.0956035 Nov 23 12:50:16.976671 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:16.977910 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-35d7334d-b4a9-469a-bc31-725450ef246b req-42b53f02-ef30-4470-8770-918751fc5976 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] 10.222.0.31 "GET /v2.0/security-groups?id=0bfc3486-ac41-4745-a9d9-0335a6fe353b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450876 Nov 23 12:50:16.997158 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.notifiers.nova [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c349bf6-772b-419b-b27e-572776ad6b45 {{(pid=86839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 12:50:17.019519 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8b8ac3d-98aa-46c5-947b-609e5288329c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca2aeb20-05a1-4f75-a7e9-4d533f177515'}] {{(pid=86839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:50:17.029947 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] For port 7c349bf6-772b-419b-b27e-572776ad6b45, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=7c349bf6-772b-419b-b27e-572776ad6b45,segment=NetworkSegment(7cb193aa-b0a1-449a-a685-460328a69100),segment_id=7cb193aa-b0a1-449a-a685-460328a69100)] {{(pid=86839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:50:17.038019 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826'] for port, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:17.041243 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-4767b4c8-897c-4270-84c0-1739b029cd7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:50:17.081838 dv-cinder-818883-1-smb neutron-server[86839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8b8ac3d-98aa-46c5-947b-609e5288329c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca2aeb20-05a1-4f75-a7e9-4d533f177515', 'code': 200} Nov 23 12:50:17.132273 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Pushing event updated for resources: {'Port': ['ID=7c349bf6-772b-419b-b27e-572776ad6b45,revision_number=4']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:50:17.136206 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:50:17.328358 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] get_ports_and_sgs() called for port_ids ['7c349bf6-772b-419b-b27e-572776ad6b45'] {{(pid=86839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 12:50:17.372337 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d3380d-264d-4c9c-a2cf-8f8ba27cde53 req-69ae46d7-1dfa-4400-8c53-14d681ee1342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:17.375738 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-07d3380d-264d-4c9c-a2cf-8f8ba27cde53 req-69ae46d7-1dfa-4400-8c53-14d681ee1342 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b8b8ac3d-98aa-46c5-947b-609e5288329c HTTP/1.1" status: 200 len: 1098 time: 0.0944653 Nov 23 12:50:17.432369 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-07d3380d-264d-4c9c-a2cf-8f8ba27cde53 req-174a3936-6fb4-462d-b9d0-478136a2999d service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=0bfc3486-ac41-4745-a9d9-0335a6fe353b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491109 Nov 23 12:50:17.893527 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8f1afa-c1b5-43db-b75e-967e735888b7 req-4f028c1e-9e75-4e2d-a31c-097f51ad7f3c tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:17.895003 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-3e8f1afa-c1b5-43db-b75e-967e735888b7 req-4f028c1e-9e75-4e2d-a31c-097f51ad7f3c tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] 10.222.0.31 "GET /v2.0/ports?device_id=22e65fa6-c78c-4c51-a5cb-8fa8c6aa5633 HTTP/1.1" status: 200 len: 945 time: 0.0816219 Nov 23 12:50:17.991237 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-3e8f1afa-c1b5-43db-b75e-967e735888b7 req-2ab4d732-8e52-437f-b9e2-53722eff511d tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9852912-4a05-430b-a939-7e65aa408a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649457 Nov 23 12:50:18.018162 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1a7d94-2a89-4657-8fd8-dca797e81904 req-1522f3c6-70df-446b-be4a-9e7ca174677a tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:18.020112 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-6f1a7d94-2a89-4657-8fd8-dca797e81904 req-1522f3c6-70df-446b-be4a-9e7ca174677a tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/ports?device_id=517f1b6b-5ba0-4b6c-8a57-ab75136bf6e7 HTTP/1.1" status: 200 len: 945 time: 0.1241815 Nov 23 12:50:18.067986 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-6f1a7d94-2a89-4657-8fd8-dca797e81904 req-d17bf32d-122e-48c1-9a84-c8c3f30d9fb6 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/security-groups?id=9594e83f-825b-4286-8a40-8cc3ae055a40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421433 Nov 23 12:50:18.250259 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb52ff77-955f-4bf6-b46f-de0ffb7c0a3a req-475ee66f-d5e5-4dad-bc83-5db3c3d71809 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:18.251791 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-fb52ff77-955f-4bf6-b46f-de0ffb7c0a3a req-475ee66f-d5e5-4dad-bc83-5db3c3d71809 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8b8ac3d-98aa-46c5-947b-609e5288329c HTTP/1.1" status: 200 len: 945 time: 0.0860157 Nov 23 12:50:18.520616 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-fb52ff77-955f-4bf6-b46f-de0ffb7c0a3a req-e6d76fc1-2e37-4ba2-9abd-031ee2985ca3 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] 10.222.0.31 "GET /v2.0/security-groups?id=0bfc3486-ac41-4745-a9d9-0335a6fe353b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625630 Nov 23 12:50:18.568769 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91acf122-1862-4f22-ae0b-c7d9dff260d3 req-a8968eb2-48b5-4a5a-98e5-64d43a7208a0 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:18.570256 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-91acf122-1862-4f22-ae0b-c7d9dff260d3 req-a8968eb2-48b5-4a5a-98e5-64d43a7208a0 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] 10.222.0.31 "GET /v2.0/ports?device_id=22e65fa6-c78c-4c51-a5cb-8fa8c6aa5633 HTTP/1.1" status: 200 len: 945 time: 0.2896926 Nov 23 12:50:18.638851 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-91acf122-1862-4f22-ae0b-c7d9dff260d3 req-1d6234c2-2086-478b-a401-72e780b323ee tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9852912-4a05-430b-a939-7e65aa408a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618186 Nov 23 12:50:18.664422 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 52610) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:50:18.717670 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Device 7c349bf6-772b-419b-b27e-572776ad6b45 up at agent hyperv_hv-cinder-81888 {{(pid=86839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:50:18.794623 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Provisioning for port 7c349bf6-772b-419b-b27e-572776ad6b45 completed by entity L2. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:50:18.800335 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Provisioning complete for port 7c349bf6-772b-419b-b27e-572776ad6b45 triggered by entity L2. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:50:18.800722 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567787'] for port, provisioning_complete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:18.898142 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f591e315-97ae-416e-9b80-02d5388abda6 tempest-TestShelveInstance-1752949160 tempest-TestShelveInstance-1752949160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:18.903086 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-f591e315-97ae-416e-9b80-02d5388abda6 tempest-TestShelveInstance-1752949160 tempest-TestShelveInstance-1752949160-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=22e65fa6-c78c-4c51-a5cb-8fa8c6aa5633 HTTP/1.1" status: 200 len: 1093 time: 0.2344334 Nov 23 12:50:18.903472 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 52616) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:50:18.909255 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.v2.base [None req-05488315-0aff-4130-bcee-2400cc1d8fb9 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Request body: {'floatingip': {'floating_network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'port_id': '872db580-122a-4bd9-8975-450d6b1cfdfe', 'tenant_id': '904fe0d63bc7415b845bd812c5c3d7d5', 'fixed_ip_address': '172.20.0.8'}} {{(pid=86838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:50:18.915653 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-05488315-0aff-4130-bcee-2400cc1d8fb9 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:50:18.920487 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-05488315-0aff-4130-bcee-2400cc1d8fb9 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Usage tracker for resource:floatingip and tenant:904fe0d63bc7415b845bd812c5c3d7d5 is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:50:18.924107 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-05488315-0aff-4130-bcee-2400cc1d8fb9 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:50:18.931664 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-05488315-0aff-4130-bcee-2400cc1d8fb9 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:50:18.937350 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:18.944779 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-05488315-0aff-4130-bcee-2400cc1d8fb9 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Notify callbacks [] for floatingip, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:18.975486 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] For port 7c349bf6-772b-419b-b27e-572776ad6b45, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=7c349bf6-772b-419b-b27e-572776ad6b45,segment=NetworkSegment(7cb193aa-b0a1-449a-a685-460328a69100),segment_id=7cb193aa-b0a1-449a-a685-460328a69100)] {{(pid=86839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:50:18.981704 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826'] for port, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:18.983655 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:50:19.058382 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Pushing event updated for resources: {'Port': ['ID=7c349bf6-772b-419b-b27e-572776ad6b45,revision_number=5']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:50:19.061520 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:50:19.082581 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '517f1b6b-5ba0-4b6c-8a57-ab75136bf6e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c349bf6-772b-419b-b27e-572776ad6b45'}] {{(pid=86839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:50:19.098616 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-05488315-0aff-4130-bcee-2400cc1d8fb9 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:19.138762 dv-cinder-818883-1-smb neutron-server[86839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '517f1b6b-5ba0-4b6c-8a57-ab75136bf6e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c349bf6-772b-419b-b27e-572776ad6b45', 'code': 200} Nov 23 12:50:19.328074 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.db_base_plugin_common [None req-05488315-0aff-4130-bcee-2400cc1d8fb9 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Allocated IP 172.28.2.28 (2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429/a635ed46-c881-440b-bd05-3e5636c37dfa/04f2a1bf-981a-48f0-87c3-a64bf74071ee) {{(pid=86838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:50:19.419164 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad1e26e-8ec3-4a46-8b27-edb0e7c3cd75 req-060a9d55-10a8-48a0-9337-25a758995bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:19.420667 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-0ad1e26e-8ec3-4a46-8b27-edb0e7c3cd75 req-060a9d55-10a8-48a0-9337-25a758995bda service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=517f1b6b-5ba0-4b6c-8a57-ab75136bf6e7 HTTP/1.1" status: 200 len: 1099 time: 0.0795994 Nov 23 12:50:19.438330 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2466918-9f48-4808-8f8f-0c71232d0e6b req-4ff77a5d-014e-4bf4-bfaa-33e024593a68 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:19.439974 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-e2466918-9f48-4808-8f8f-0c71232d0e6b req-4ff77a5d-014e-4bf4-bfaa-33e024593a68 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/ports?device_id=517f1b6b-5ba0-4b6c-8a57-ab75136bf6e7 HTTP/1.1" status: 200 len: 946 time: 0.2390137 Nov 23 12:50:19.473297 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-0ad1e26e-8ec3-4a46-8b27-edb0e7c3cd75 req-5372f849-6776-49d3-9383-15f6d9d7688a service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=9594e83f-825b-4286-8a40-8cc3ae055a40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433264 Nov 23 12:50:19.527490 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-e2466918-9f48-4808-8f8f-0c71232d0e6b req-09030b39-cf39-4036-9892-cf6f1043b6d8 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/security-groups?id=9594e83f-825b-4286-8a40-8cc3ae055a40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804029 Nov 23 12:50:19.547352 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-05488315-0aff-4130-bcee-2400cc1d8fb9 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Notify callbacks [] for port, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:19.582457 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-05488315-0aff-4130-bcee-2400cc1d8fb9 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788170525763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8277302'] for port, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:19.586337 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-70c63f17-75d5-4ddf-b470-2aa3b420cb84 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:50:19.650471 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05488315-0aff-4130-bcee-2400cc1d8fb9 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Network 2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429 is already hosted by enough agents. {{(pid=86838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:50:19.691102 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.scheduler.base_scheduler [None req-05488315-0aff-4130-bcee-2400cc1d8fb9 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Resources bound (agent type, host, resource id): {{(pid=86838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:50:19.700146 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05488315-0aff-4130-bcee-2400cc1d8fb9 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Received port after_create {{(pid=86838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 12:50:19.745638 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05488315-0aff-4130-bcee-2400cc1d8fb9 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Pushing event updated for resources: {'Port': ['ID=04f2a1bf-981a-48f0-87c3-a64bf74071ee,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:50:19.752474 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-05488315-0aff-4130-bcee-2400cc1d8fb9 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:50:19.875655 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6141091-95b3-4431-84a7-4031d69ea518 req-9ab50db9-4f19-411d-9d26-e886cc916436 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:19.877177 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-d6141091-95b3-4431-84a7-4031d69ea518 req-9ab50db9-4f19-411d-9d26-e886cc916436 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8b8ac3d-98aa-46c5-947b-609e5288329c HTTP/1.1" status: 200 len: 945 time: 0.2335644 Nov 23 12:50:20.010529 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-d6141091-95b3-4431-84a7-4031d69ea518 req-3fdc0b37-62ae-4bd3-9045-ef7c8b063cd8 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] 10.222.0.31 "GET /v2.0/security-groups?id=0bfc3486-ac41-4745-a9d9-0335a6fe353b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273184 Nov 23 12:50:20.342894 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-05488315-0aff-4130-bcee-2400cc1d8fb9 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:20.565162 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-05488315-0aff-4130-bcee-2400cc1d8fb9 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:20.854986 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd622f6d-d82f-4790-8454-cb26e43b78b2 req-4fdabf95-db12-43ad-bbbe-2fd76846fd9f tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:20.856488 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-bd622f6d-d82f-4790-8454-cb26e43b78b2 req-4fdabf95-db12-43ad-bbbe-2fd76846fd9f tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/ports?device_id=517f1b6b-5ba0-4b6c-8a57-ab75136bf6e7 HTTP/1.1" status: 200 len: 946 time: 0.1468203 Nov 23 12:50:20.889866 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-05488315-0aff-4130-bcee-2400cc1d8fb9 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Notify callbacks [] for port, precommit_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:20.905674 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-05488315-0aff-4130-bcee-2400cc1d8fb9 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8277311'] for port, after_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:20.912490 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-33abb2c8-3ae2-42a4-bad1-b51770877e69 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:50:21.018603 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-bd622f6d-d82f-4790-8454-cb26e43b78b2 req-f3681835-6406-4eea-87bc-d568c2d1c184 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/security-groups?id=9594e83f-825b-4286-8a40-8cc3ae055a40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1519046 Nov 23 12:50:21.040826 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05488315-0aff-4130-bcee-2400cc1d8fb9 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Pushing event updated for resources: {'Port': ['ID=04f2a1bf-981a-48f0-87c3-a64bf74071ee,revision_number=2']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:50:21.046376 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-05488315-0aff-4130-bcee-2400cc1d8fb9 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:50:21.072961 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-05488315-0aff-4130-bcee-2400cc1d8fb9 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-505741'] for floatingip, after_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:21.254143 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.db.l3_db [None req-05488315-0aff-4130-bcee-2400cc1d8fb9 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Floating IP d8db2143-11c2-4bd2-bef1-e32ffca3baf5 associated. External IP: 172.28.2.28, port: 872db580-122a-4bd9-8975-450d6b1cfdfe. Nov 23 12:50:21.640964 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05488315-0aff-4130-bcee-2400cc1d8fb9 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Router 0d3feef8-7ab0-44b7-a31f-f9d3ae6393be has already been hosted by L3 agent d7c7f769-7b7b-49b8-a5c1-735df886e043 {{(pid=86838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 12:50:21.806791 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c54e0ff-7d63-4a07-a70f-fb51fa4680ef req-078b260a-7d35-4786-8f26-b200bc4ee098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:21.808605 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-6c54e0ff-7d63-4a07-a70f-fb51fa4680ef req-078b260a-7d35-4786-8f26-b200bc4ee098 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3b7f85b4c3f6438bbd0febee23146dbf&device_id=6bb52a82-ed7f-4d60-bc04-7f2925dfab36 HTTP/1.1" status: 200 len: 1138 time: 0.1020343 Nov 23 12:50:21.900994 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05488315-0aff-4130-bcee-2400cc1d8fb9 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Notify agent at l3_agent.dv-cinder-818883-1-smb the message routers_updated {{(pid=86838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 12:50:21.913824 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98745149-d730-463a-8c93-589bfbb841ad None None] Sync routers for ids ['0d3feef8-7ab0-44b7-a31f-f9d3ae6393be'] in dv-cinder-818883-1-smb {{(pid=86839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 12:50:21.923495 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1bf2ed-e83a-442a-8d6c-99e8ce68fc50 req-fd8ad92e-a698-4a0b-83db-f28abf4d20d4 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:21.925055 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-cb1bf2ed-e83a-442a-8d6c-99e8ce68fc50 req-fd8ad92e-a698-4a0b-83db-f28abf4d20d4 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bb52a82-ed7f-4d60-bc04-7f2925dfab36 HTTP/1.1" status: 200 len: 985 time: 0.1963532 Nov 23 12:50:21.930921 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98745149-d730-463a-8c93-589bfbb841ad None None] Routers {'0d3feef8-7ab0-44b7-a31f-f9d3ae6393be'} bound to L3 agent in host dv-cinder-818883-1-smb {{(pid=86839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:50:21.931860 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_hamode_db [None req-98745149-d730-463a-8c93-589bfbb841ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T12:37:26Z,description=,heartbeat_timestamp=2021-11-23T12:49:56Z,host='dv-cinder-818883-1-smb',id=d7c7f769-7b7b-49b8-a5c1-735df886e043,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:37:26Z,topic='l3_agent')) {'router_ids': ['0d3feef8-7ab0-44b7-a31f-f9d3ae6393be'], 'active': True} {{(pid=86839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:50:21.956469 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-05488315-0aff-4130-bcee-2400cc1d8fb9 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188604'] for floatingip, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:21.956752 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c54e0ff-7d63-4a07-a70f-fb51fa4680ef req-8e3611d7-1ed2-4b3f-a132-6ccfb3404b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:21.957915 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-6c54e0ff-7d63-4a07-a70f-fb51fa4680ef req-8e3611d7-1ed2-4b3f-a132-6ccfb3404b8d service neutron] 10.222.0.54 "GET /v2.0/networks?id=b15c6796-f0a9-4d15-aa1e-eb7fe36a0201 HTTP/1.1" status: 200 len: 915 time: 0.1424062 Nov 23 12:50:22.033486 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-cb1bf2ed-e83a-442a-8d6c-99e8ce68fc50 req-52dbae11-1e52-4860-b6f9-ab6e66d2ee9b tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] 10.222.0.31 "GET /v2.0/security-groups?id=087155e2-c7d0-4fff-9c16-348ee38e9701&id=9da913dc-3b2c-4e11-a727-e7a51cca0bae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0966856 Nov 23 12:50:22.040347 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-05488315-0aff-4130-bcee-2400cc1d8fb9 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.1357465 Nov 23 12:50:22.041180 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22e65fa6-c78c-4c51-a5cb-8fa8c6aa5633', 'tag': '872db580-122a-4bd9-8975-450d6b1cfdfe'}] {{(pid=86838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:50:22.076058 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-6c54e0ff-7d63-4a07-a70f-fb51fa4680ef req-0285c901-c0df-4ad3-9e27-e831bfe66210 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=850c8f55-cdfa-4771-97ce-36f7b8423a3b HTTP/1.1" status: 200 len: 1000 time: 0.1099133 Nov 23 12:50:22.105453 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22e65fa6-c78c-4c51-a5cb-8fa8c6aa5633', 'tag': '872db580-122a-4bd9-8975-450d6b1cfdfe', 'status': 'completed', 'code': 200} Nov 23 12:50:22.163736 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_dvr_db [None req-98745149-d730-463a-8c93-589bfbb841ad None None] Set router 0d3feef8-7ab0-44b7-a31f-f9d3ae6393be gateway port host: dv-cinder-818883-1-smb {{(pid=86839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:50:22.202100 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c54e0ff-7d63-4a07-a70f-fb51fa4680ef req-f2c13dbb-ea2c-45b1-be91-6f32467486ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:22.203610 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-6c54e0ff-7d63-4a07-a70f-fb51fa4680ef req-f2c13dbb-ea2c-45b1-be91-6f32467486ff service neutron] 10.222.0.54 "GET /v2.0/subnets?id=62fcaa5c-0ecb-4cd2-b592-53ffd52c0337 HTTP/1.1" status: 200 len: 853 time: 0.1203730 Nov 23 12:50:22.299280 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a76df1-165a-481d-8a90-9b90a28d45f1 req-bc02191a-c4a2-428d-a8db-9d3d63d3b3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:22.301128 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-d3a76df1-165a-481d-8a90-9b90a28d45f1 req-bc02191a-c4a2-428d-a8db-9d3d63d3b3e8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=904fe0d63bc7415b845bd812c5c3d7d5&device_id=22e65fa6-c78c-4c51-a5cb-8fa8c6aa5633 HTTP/1.1" status: 200 len: 1098 time: 0.1632347 Nov 23 12:50:22.339734 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c54e0ff-7d63-4a07-a70f-fb51fa4680ef req-fe9016ec-26e8-46fe-a861-1f4117140dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:22.341247 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-6c54e0ff-7d63-4a07-a70f-fb51fa4680ef req-fe9016ec-26e8-46fe-a861-1f4117140dc0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b15c6796-f0a9-4d15-aa1e-eb7fe36a0201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1281550 Nov 23 12:50:22.396994 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d6af53-3e88-44b9-93cd-b69678bbe17e req-8eaeb46a-51e5-49e8-b5c4-885acf6d9b1f tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:22.398782 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f5d6af53-3e88-44b9-93cd-b69678bbe17e req-8eaeb46a-51e5-49e8-b5c4-885acf6d9b1f tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/ports?device_id=517f1b6b-5ba0-4b6c-8a57-ab75136bf6e7 HTTP/1.1" status: 200 len: 946 time: 0.2058632 Nov 23 12:50:22.460319 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f5d6af53-3e88-44b9-93cd-b69678bbe17e req-ab61e113-b78c-409e-a55b-ad53a1344e33 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/security-groups?id=9594e83f-825b-4286-8a40-8cc3ae055a40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508487 Nov 23 12:50:22.563037 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_hamode_db [None req-98745149-d730-463a-8c93-589bfbb841ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d3feef8-7ab0-44b7-a31f-f9d3ae6393be', 'name': 'tempest-TestShelveInstance-362531409-router', 'tenant_id': '904fe0d63bc7415b845bd812c5c3d7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'external_fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.194'}], 'enable_snat': True}, 'gw_port_id': 'f1091f7d-9c31-4c69-8e9f-05a575e90811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:49:14Z', 'updated_at': '2021-11-23T12:49:22Z', 'revision_number': 4, 'project_id': '904fe0d63bc7415b845bd812c5c3d7d5', 'gw_port': {'id': 'f1091f7d-9c31-4c69-8e9f-05a575e90811', 'name': '', 'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:6d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3feef8-7ab0-44b7-a31f-f9d3ae6393be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:49:16Z', 'updated_at': '2021-11-23T12:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-smb', '_floatingips': [{'id': 'd8db2143-11c2-4bd2-bef1-e32ffca3baf5', 'tenant_id': '904fe0d63bc7415b845bd812c5c3d7d5', 'floating_ip_address': '172.28.2.28', 'floating_network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'router_id': '0d3feef8-7ab0-44b7-a31f-f9d3ae6393be', 'port_id': '872db580-122a-4bd9-8975-450d6b1cfdfe', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '863a1e50-6324-476a-bb82-68f7fcf8fe7f', 'mac_address': 'fa:16:3e:8a:b8:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e65fa6-c78c-4c51-a5cb-8fa8c6aa5633', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T12:50:20Z', 'updated_at': '2021-11-23T12:50:20Z', 'revision_number': 0, 'project_id': '904fe0d63bc7415b845bd812c5c3d7d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e82eb69f-bea0-4e7c-b05b-1b089c1427b9', 'name': '', 'network_id': '863a1e50-6324-476a-bb82-68f7fcf8fe7f', 'tenant_id': '904fe0d63bc7415b845bd812c5c3d7d5', 'mac_address': 'fa:16:3e:00:7f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3feef8-7ab0-44b7-a31f-f9d3ae6393be', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'f7f25b7d-0ccf-4bc2-a609-ac7ad2c481be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:49:20Z', 'updated_at': '2021-11-23T12:49:32Z', 'revision_number': 5, 'project_id': '904fe0d63bc7415b845bd812c5c3d7d5', 'subnets': [{'id': 'f7f25b7d-0ccf-4bc2-a609-ac7ad2c481be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-1-smb', False) {} {{(pid=86839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:50:22.569812 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a76df1-165a-481d-8a90-9b90a28d45f1 req-e2dbf457-19a9-4d1d-8f8d-574269ec692c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:22.571124 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98745149-d730-463a-8c93-589bfbb841ad None None] Checking router: 0d3feef8-7ab0-44b7-a31f-f9d3ae6393be for host: dv-cinder-818883-1-smb {{(pid=86839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 12:50:22.571703 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-d3a76df1-165a-481d-8a90-9b90a28d45f1 req-e2dbf457-19a9-4d1d-8f8d-574269ec692c service neutron] 10.222.0.54 "GET /v2.0/networks?id=863a1e50-6324-476a-bb82-68f7fcf8fe7f HTTP/1.1" status: 200 len: 909 time: 0.2607906 Nov 23 12:50:22.581516 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98745149-d730-463a-8c93-589bfbb841ad None None] Routers {'0d3feef8-7ab0-44b7-a31f-f9d3ae6393be'} bound to L3 agent in host dv-cinder-818883-1-smb {{(pid=86839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:50:22.582168 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_hamode_db [None req-98745149-d730-463a-8c93-589bfbb841ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T12:37:26Z,description=,heartbeat_timestamp=2021-11-23T12:49:56Z,host='dv-cinder-818883-1-smb',id=d7c7f769-7b7b-49b8-a5c1-735df886e043,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:37:26Z,topic='l3_agent')) {'router_ids': ['0d3feef8-7ab0-44b7-a31f-f9d3ae6393be'], 'active': True} {{(pid=86839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:50:22.582580 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-6c54e0ff-7d63-4a07-a70f-fb51fa4680ef req-9d5ec693-2f44-4c62-9810-f51766e8eef7 service neutron] 10.222.0.54 "GET /v2.0/networks/b15c6796-f0a9-4d15-aa1e-eb7fe36a0201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984425 Nov 23 12:50:22.672970 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debaa521-b1fd-4b9b-8265-7cd5ad57793e req-04226835-25fd-4103-ba88-cae455b04c90 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:22.674686 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-debaa521-b1fd-4b9b-8265-7cd5ad57793e req-04226835-25fd-4103-ba88-cae455b04c90 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/ports?device_id=517f1b6b-5ba0-4b6c-8a57-ab75136bf6e7 HTTP/1.1" status: 200 len: 946 time: 0.1014578 Nov 23 12:50:22.687818 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 52708) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:50:22.693770 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.v2.base [None req-946df525-7746-403a-a503-5ed8d9064a96 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Request body: {'floatingip': {'port_id': '7c349bf6-772b-419b-b27e-572776ad6b45'}} {{(pid=86838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:50:22.784554 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-946df525-7746-403a-a503-5ed8d9064a96 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Notify callbacks [] for floatingip, before_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:22.788523 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-d3a76df1-165a-481d-8a90-9b90a28d45f1 req-70f517f6-c782-4b5b-85af-44218bdf9d9b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=872db580-122a-4bd9-8975-450d6b1cfdfe HTTP/1.1" status: 200 len: 998 time: 0.2086861 Nov 23 12:50:22.815517 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_dvr_db [None req-98745149-d730-463a-8c93-589bfbb841ad None None] Set router 0d3feef8-7ab0-44b7-a31f-f9d3ae6393be gateway port host: dv-cinder-818883-1-smb {{(pid=86839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:50:22.970826 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-8a5dbba1-4265-43d9-b399-98c0f5cea79a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:23.043807 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a76df1-165a-481d-8a90-9b90a28d45f1 req-bb6c17ab-2131-472e-a500-ea2aa3a37c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:23.045244 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-d3a76df1-165a-481d-8a90-9b90a28d45f1 req-bb6c17ab-2131-472e-a500-ea2aa3a37c45 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f7f25b7d-0ccf-4bc2-a609-ac7ad2c481be HTTP/1.1" status: 200 len: 847 time: 0.2478480 Nov 23 12:50:23.047312 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-6c54e0ff-7d63-4a07-a70f-fb51fa4680ef req-de85d157-f1aa-4d92-b619-d80e8a9644ba service neutron] 10.222.0.54 "GET /v2.0/networks/b15c6796-f0a9-4d15-aa1e-eb7fe36a0201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3766041 Nov 23 12:50:23.205518 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a76df1-165a-481d-8a90-9b90a28d45f1 req-f73b7835-dc5f-4827-b8a8-4eca09f0a47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:23.208591 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-d3a76df1-165a-481d-8a90-9b90a28d45f1 req-f73b7835-dc5f-4827-b8a8-4eca09f0a47f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=863a1e50-6324-476a-bb82-68f7fcf8fe7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1527193 Nov 23 12:50:23.337560 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_hamode_db [None req-98745149-d730-463a-8c93-589bfbb841ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d3feef8-7ab0-44b7-a31f-f9d3ae6393be', 'name': 'tempest-TestShelveInstance-362531409-router', 'tenant_id': '904fe0d63bc7415b845bd812c5c3d7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'external_fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.194'}], 'enable_snat': True}, 'gw_port_id': 'f1091f7d-9c31-4c69-8e9f-05a575e90811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:49:14Z', 'updated_at': '2021-11-23T12:49:22Z', 'revision_number': 4, 'project_id': '904fe0d63bc7415b845bd812c5c3d7d5', 'gw_port': {'id': 'f1091f7d-9c31-4c69-8e9f-05a575e90811', 'name': '', 'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:6d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3feef8-7ab0-44b7-a31f-f9d3ae6393be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:49:16Z', 'updated_at': '2021-11-23T12:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-smb', '_floatingips': [{'id': 'd8db2143-11c2-4bd2-bef1-e32ffca3baf5', 'tenant_id': '904fe0d63bc7415b845bd812c5c3d7d5', 'floating_ip_address': '172.28.2.28', 'floating_network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'router_id': '0d3feef8-7ab0-44b7-a31f-f9d3ae6393be', 'port_id': '872db580-122a-4bd9-8975-450d6b1cfdfe', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '863a1e50-6324-476a-bb82-68f7fcf8fe7f', 'mac_address': 'fa:16:3e:8a:b8:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e65fa6-c78c-4c51-a5cb-8fa8c6aa5633', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T12:50:20Z', 'updated_at': '2021-11-23T12:50:20Z', 'revision_number': 0, 'project_id': '904fe0d63bc7415b845bd812c5c3d7d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e82eb69f-bea0-4e7c-b05b-1b089c1427b9', 'name': '', 'network_id': '863a1e50-6324-476a-bb82-68f7fcf8fe7f', 'tenant_id': '904fe0d63bc7415b845bd812c5c3d7d5', 'mac_address': 'fa:16:3e:00:7f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3feef8-7ab0-44b7-a31f-f9d3ae6393be', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'f7f25b7d-0ccf-4bc2-a609-ac7ad2c481be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:49:20Z', 'updated_at': '2021-11-23T12:49:32Z', 'revision_number': 5, 'project_id': '904fe0d63bc7415b845bd812c5c3d7d5', 'subnets': [{'id': 'f7f25b7d-0ccf-4bc2-a609-ac7ad2c481be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-1-smb', False) {} {{(pid=86839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:50:23.347298 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98745149-d730-463a-8c93-589bfbb841ad None None] The sync data for ids ['0d3feef8-7ab0-44b7-a31f-f9d3ae6393be'] in dv-cinder-818883-1-smb is: [{'id': '0d3feef8-7ab0-44b7-a31f-f9d3ae6393be', 'name': 'tempest-TestShelveInstance-362531409-router', 'tenant_id': '904fe0d63bc7415b845bd812c5c3d7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'external_fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.194'}], 'enable_snat': True}, 'gw_port_id': 'f1091f7d-9c31-4c69-8e9f-05a575e90811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:49:14Z', 'updated_at': '2021-11-23T12:49:22Z', 'revision_number': 4, 'project_id': '904fe0d63bc7415b845bd812c5c3d7d5', 'gw_port': {'id': 'f1091f7d-9c31-4c69-8e9f-05a575e90811', 'name': '', 'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:6d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3feef8-7ab0-44b7-a31f-f9d3ae6393be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:49:16Z', 'updated_at': '2021-11-23T12:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-smb', '_floatingips': [{'id': 'd8db2143-11c2-4bd2-bef1-e32ffca3baf5', 'tenant_id': '904fe0d63bc7415b845bd812c5c3d7d5', 'floating_ip_address': '172.28.2.28', 'floating_network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'router_id': '0d3feef8-7ab0-44b7-a31f-f9d3ae6393be', 'port_id': '872db580-122a-4bd9-8975-450d6b1cfdfe', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '863a1e50-6324-476a-bb82-68f7fcf8fe7f', 'mac_address': 'fa:16:3e:8a:b8:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e65fa6-c78c-4c51-a5cb-8fa8c6aa5633', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T12:50:20Z', 'updated_at': '2021-11-23T12:50:20Z', 'revision_number': 0, 'project_id': '904fe0d63bc7415b845bd812c5c3d7d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e82eb69f-bea0-4e7c-b05b-1b089c1427b9', 'name': '', 'network_id': '863a1e50-6324-476a-bb82-68f7fcf8fe7f', 'tenant_id': '904fe0d63bc7415b845bd812c5c3d7d5', 'mac_address': 'fa:16:3e:00:7f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3feef8-7ab0-44b7-a31f-f9d3ae6393be', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'f7f25b7d-0ccf-4bc2-a609-ac7ad2c481be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:49:20Z', 'updated_at': '2021-11-23T12:49:32Z', 'revision_number': 5, 'project_id': '904fe0d63bc7415b845bd812c5c3d7d5', 'subnets': [{'id': 'f7f25b7d-0ccf-4bc2-a609-ac7ad2c481be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 12:50:23.392580 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-d3a76df1-165a-481d-8a90-9b90a28d45f1 req-5c74b290-f7c6-4613-9f3e-a0cb91acddba service neutron] 10.222.0.54 "GET /v2.0/networks/863a1e50-6324-476a-bb82-68f7fcf8fe7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599936 Nov 23 12:50:23.414616 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdec5aa-2f91-4333-8f9d-7954cfa786ad req-c8f6cdbb-620e-41f5-9e5f-a649c5cdb71d tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:23.419898 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-4bdec5aa-2f91-4333-8f9d-7954cfa786ad req-c8f6cdbb-620e-41f5-9e5f-a649c5cdb71d tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bb52a82-ed7f-4d60-bc04-7f2925dfab36 HTTP/1.1" status: 200 len: 985 time: 0.1985877 Nov 23 12:50:23.425522 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:23.517665 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-4bdec5aa-2f91-4333-8f9d-7954cfa786ad req-ac2ab1d8-41e8-4140-959c-12cf7e0f4701 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] 10.222.0.31 "GET /v2.0/security-groups?id=087155e2-c7d0-4fff-9c16-348ee38e9701&id=9da913dc-3b2c-4e11-a727-e7a51cca0bae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0710123 Nov 23 12:50:23.574887 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-d3a76df1-165a-481d-8a90-9b90a28d45f1 req-25800db7-6d61-437d-8262-34a91a8cacd4 service neutron] 10.222.0.54 "GET /v2.0/networks/863a1e50-6324-476a-bb82-68f7fcf8fe7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673796 Nov 23 12:50:23.632576 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-946df525-7746-403a-a503-5ed8d9064a96 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:23.637880 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-946df525-7746-403a-a503-5ed8d9064a96 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-505741'] for floatingip, after_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:23.645350 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f7fc9b-c42b-42bc-a7a3-531b8f8aa6f3 None None] New status for floating IP d8db2143-11c2-4bd2-bef1-e32ffca3baf5: ACTIVE {{(pid=86840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 12:50:23.827489 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.db.l3_db [None req-946df525-7746-403a-a503-5ed8d9064a96 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Floating IP f32da3b8-dde4-4574-9921-dbecfdd9c1df associated. External IP: 172.28.2.208, port: 7c349bf6-772b-419b-b27e-572776ad6b45. Nov 23 12:50:24.316321 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-946df525-7746-403a-a503-5ed8d9064a96 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Router 9888c0cd-453b-4953-9cbd-aafa59a766da has already been hosted by L3 agent d7c7f769-7b7b-49b8-a5c1-735df886e043 {{(pid=86838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 12:50:24.505043 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-946df525-7746-403a-a503-5ed8d9064a96 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Notify agent at l3_agent.dv-cinder-818883-1-smb the message routers_updated {{(pid=86838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 12:50:24.509901 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-946df525-7746-403a-a503-5ed8d9064a96 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188604'] for floatingip, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:24.515351 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac34784-80ea-47b9-8890-7b9c1930c257 None None] Sync routers for ids ['9888c0cd-453b-4953-9cbd-aafa59a766da'] in dv-cinder-818883-1-smb {{(pid=86839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 12:50:24.524797 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac34784-80ea-47b9-8890-7b9c1930c257 None None] Routers {'9888c0cd-453b-4953-9cbd-aafa59a766da'} bound to L3 agent in host dv-cinder-818883-1-smb {{(pid=86839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:50:24.525413 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_hamode_db [None req-7ac34784-80ea-47b9-8890-7b9c1930c257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T12:37:26Z,description=,heartbeat_timestamp=2021-11-23T12:49:56Z,host='dv-cinder-818883-1-smb',id=d7c7f769-7b7b-49b8-a5c1-735df886e043,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:37:26Z,topic='l3_agent')) {'router_ids': ['9888c0cd-453b-4953-9cbd-aafa59a766da'], 'active': True} {{(pid=86839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:50:24.571050 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-946df525-7746-403a-a503-5ed8d9064a96 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "PUT /v2.0/floatingips/f32da3b8-dde4-4574-9921-dbecfdd9c1df HTTP/1.1" status: 200 len: 992 time: 1.8789279 Nov 23 12:50:24.571050 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '517f1b6b-5ba0-4b6c-8a57-ab75136bf6e7', 'tag': '7c349bf6-772b-419b-b27e-572776ad6b45'}] {{(pid=86838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:50:24.728242 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_dvr_db [None req-7ac34784-80ea-47b9-8890-7b9c1930c257 None None] Set router 9888c0cd-453b-4953-9cbd-aafa59a766da gateway port host: dv-cinder-818883-1-smb {{(pid=86839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:50:24.735294 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f242204-a3cf-4d24-aeb8-b4f740061ae5 req-11f3ed17-b724-4de8-9cf1-036ff281744c tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:24.736958 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-0f242204-a3cf-4d24-aeb8-b4f740061ae5 req-11f3ed17-b724-4de8-9cf1-036ff281744c tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bb52a82-ed7f-4d60-bc04-7f2925dfab36 HTTP/1.1" status: 200 len: 985 time: 0.0988693 Nov 23 12:50:24.761785 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '517f1b6b-5ba0-4b6c-8a57-ab75136bf6e7', 'tag': '7c349bf6-772b-419b-b27e-572776ad6b45', 'status': 'completed', 'code': 200} Nov 23 12:50:24.802341 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-0f242204-a3cf-4d24-aeb8-b4f740061ae5 req-1db535a5-1169-4ee6-9f45-547314793c2c tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] 10.222.0.31 "GET /v2.0/security-groups?id=087155e2-c7d0-4fff-9c16-348ee38e9701&id=9da913dc-3b2c-4e11-a727-e7a51cca0bae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0589509 Nov 23 12:50:24.861277 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cb3d87-c78d-45bd-8028-b64f0dc23434 req-0e9228ad-c0e2-4289-82e8-e205552e0e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:24.862943 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-d2cb3d87-c78d-45bd-8028-b64f0dc23434 req-0e9228ad-c0e2-4289-82e8-e205552e0e7e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2c9750bf5c154974b0144431d3be6eea&device_id=517f1b6b-5ba0-4b6c-8a57-ab75136bf6e7 HTTP/1.1" status: 200 len: 1099 time: 0.0844278 Nov 23 12:50:25.017566 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cb3d87-c78d-45bd-8028-b64f0dc23434 req-8c847fcd-4300-4a84-9c30-5082b52a6a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:25.019247 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-d2cb3d87-c78d-45bd-8028-b64f0dc23434 req-8c847fcd-4300-4a84-9c30-5082b52a6a31 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2928d89d-b6c7-4b51-90ac-bea7caaf93a1 HTTP/1.1" status: 200 len: 917 time: 0.1489530 Nov 23 12:50:25.115747 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_hamode_db [None req-7ac34784-80ea-47b9-8890-7b9c1930c257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9888c0cd-453b-4953-9cbd-aafa59a766da', 'name': 'tempest-AttachVolumeShelveTestJSON-715595232-router', 'tenant_id': '2c9750bf5c154974b0144431d3be6eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'external_fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.204'}], 'enable_snat': True}, 'gw_port_id': 'fd83a026-00c2-4594-8c35-b212620aa81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:49:51Z', 'updated_at': '2021-11-23T12:49:58Z', 'revision_number': 4, 'project_id': '2c9750bf5c154974b0144431d3be6eea', 'gw_port': {'id': 'fd83a026-00c2-4594-8c35-b212620aa81a', 'name': '', 'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9888c0cd-453b-4953-9cbd-aafa59a766da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:49:52Z', 'updated_at': '2021-11-23T12:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-smb', '_floatingips': [{'id': 'f32da3b8-dde4-4574-9921-dbecfdd9c1df', 'tenant_id': '2c9750bf5c154974b0144431d3be6eea', 'floating_ip_address': '172.28.2.208', 'floating_network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'router_id': '9888c0cd-453b-4953-9cbd-aafa59a766da', 'port_id': '7c349bf6-772b-419b-b27e-572776ad6b45', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2928d89d-b6c7-4b51-90ac-bea7caaf93a1', 'mac_address': 'fa:16:3e:fd:92:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517f1b6b-5ba0-4b6c-8a57-ab75136bf6e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T12:50:05Z', 'updated_at': '2021-11-23T12:50:23Z', 'revision_number': 1, 'project_id': '2c9750bf5c154974b0144431d3be6eea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed6e8f1e-ebe8-4390-b152-685ca19a1902', 'name': '', 'network_id': '2928d89d-b6c7-4b51-90ac-bea7caaf93a1', 'tenant_id': '2c9750bf5c154974b0144431d3be6eea', 'mac_address': 'fa:16:3e:b1:56:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9888c0cd-453b-4953-9cbd-aafa59a766da', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'bfb9a90c-7be8-4cd9-9415-38a9d39de564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:49:57Z', 'updated_at': '2021-11-23T12:50:05Z', 'revision_number': 5, 'project_id': '2c9750bf5c154974b0144431d3be6eea', 'subnets': [{'id': 'bfb9a90c-7be8-4cd9-9415-38a9d39de564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-1-smb', False) {} {{(pid=86839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:50:25.120855 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac34784-80ea-47b9-8890-7b9c1930c257 None None] Checking router: 9888c0cd-453b-4953-9cbd-aafa59a766da for host: dv-cinder-818883-1-smb {{(pid=86839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 12:50:25.130359 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac34784-80ea-47b9-8890-7b9c1930c257 None None] Routers {'9888c0cd-453b-4953-9cbd-aafa59a766da'} bound to L3 agent in host dv-cinder-818883-1-smb {{(pid=86839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:50:25.131001 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_hamode_db [None req-7ac34784-80ea-47b9-8890-7b9c1930c257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T12:37:26Z,description=,heartbeat_timestamp=2021-11-23T12:49:56Z,host='dv-cinder-818883-1-smb',id=d7c7f769-7b7b-49b8-a5c1-735df886e043,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:37:26Z,topic='l3_agent')) {'router_ids': ['9888c0cd-453b-4953-9cbd-aafa59a766da'], 'active': True} {{(pid=86839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:50:25.141927 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-d2cb3d87-c78d-45bd-8028-b64f0dc23434 req-d219d455-df67-44fb-809c-9a2349616191 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c349bf6-772b-419b-b27e-572776ad6b45 HTTP/1.1" status: 200 len: 1000 time: 0.1111808 Nov 23 12:50:25.210626 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cb3d87-c78d-45bd-8028-b64f0dc23434 req-bdd38af6-7f11-4822-8ec3-93a07c3d8af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:25.212216 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-d2cb3d87-c78d-45bd-8028-b64f0dc23434 req-bdd38af6-7f11-4822-8ec3-93a07c3d8af4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bfb9a90c-7be8-4cd9-9415-38a9d39de564 HTTP/1.1" status: 200 len: 855 time: 0.0621166 Nov 23 12:50:25.295910 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cb3d87-c78d-45bd-8028-b64f0dc23434 req-9858336a-1af5-4eb5-8b7d-ffeebbdaa39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:25.297433 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-d2cb3d87-c78d-45bd-8028-b64f0dc23434 req-9858336a-1af5-4eb5-8b7d-ffeebbdaa39c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2928d89d-b6c7-4b51-90ac-bea7caaf93a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0770109 Nov 23 12:50:25.317329 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_dvr_db [None req-7ac34784-80ea-47b9-8890-7b9c1930c257 None None] Set router 9888c0cd-453b-4953-9cbd-aafa59a766da gateway port host: dv-cinder-818883-1-smb {{(pid=86839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:50:25.453448 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-d2cb3d87-c78d-45bd-8028-b64f0dc23434 req-9bc85329-1e7e-40a6-bee2-fcce44a47213 service neutron] 10.222.0.54 "GET /v2.0/networks/2928d89d-b6c7-4b51-90ac-bea7caaf93a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320074 Nov 23 12:50:25.633577 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-d2cb3d87-c78d-45bd-8028-b64f0dc23434 req-d38215a9-bb31-4c6e-82c7-790ca7bc575f service neutron] 10.222.0.54 "GET /v2.0/networks/2928d89d-b6c7-4b51-90ac-bea7caaf93a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631229 Nov 23 12:50:25.709842 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-b8d37192-e8ce-454b-aa26-42a084f043a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:25.742412 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_hamode_db [None req-7ac34784-80ea-47b9-8890-7b9c1930c257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9888c0cd-453b-4953-9cbd-aafa59a766da', 'name': 'tempest-AttachVolumeShelveTestJSON-715595232-router', 'tenant_id': '2c9750bf5c154974b0144431d3be6eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'external_fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.204'}], 'enable_snat': True}, 'gw_port_id': 'fd83a026-00c2-4594-8c35-b212620aa81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:49:51Z', 'updated_at': '2021-11-23T12:49:58Z', 'revision_number': 4, 'project_id': '2c9750bf5c154974b0144431d3be6eea', 'gw_port': {'id': 'fd83a026-00c2-4594-8c35-b212620aa81a', 'name': '', 'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9888c0cd-453b-4953-9cbd-aafa59a766da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:49:52Z', 'updated_at': '2021-11-23T12:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-smb', '_floatingips': [{'id': 'f32da3b8-dde4-4574-9921-dbecfdd9c1df', 'tenant_id': '2c9750bf5c154974b0144431d3be6eea', 'floating_ip_address': '172.28.2.208', 'floating_network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'router_id': '9888c0cd-453b-4953-9cbd-aafa59a766da', 'port_id': '7c349bf6-772b-419b-b27e-572776ad6b45', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2928d89d-b6c7-4b51-90ac-bea7caaf93a1', 'mac_address': 'fa:16:3e:fd:92:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517f1b6b-5ba0-4b6c-8a57-ab75136bf6e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T12:50:05Z', 'updated_at': '2021-11-23T12:50:23Z', 'revision_number': 1, 'project_id': '2c9750bf5c154974b0144431d3be6eea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed6e8f1e-ebe8-4390-b152-685ca19a1902', 'name': '', 'network_id': '2928d89d-b6c7-4b51-90ac-bea7caaf93a1', 'tenant_id': '2c9750bf5c154974b0144431d3be6eea', 'mac_address': 'fa:16:3e:b1:56:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9888c0cd-453b-4953-9cbd-aafa59a766da', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'bfb9a90c-7be8-4cd9-9415-38a9d39de564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:49:57Z', 'updated_at': '2021-11-23T12:50:05Z', 'revision_number': 5, 'project_id': '2c9750bf5c154974b0144431d3be6eea', 'subnets': [{'id': 'bfb9a90c-7be8-4cd9-9415-38a9d39de564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-1-smb', False) {} {{(pid=86839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:50:25.746782 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac34784-80ea-47b9-8890-7b9c1930c257 None None] The sync data for ids ['9888c0cd-453b-4953-9cbd-aafa59a766da'] in dv-cinder-818883-1-smb is: [{'id': '9888c0cd-453b-4953-9cbd-aafa59a766da', 'name': 'tempest-AttachVolumeShelveTestJSON-715595232-router', 'tenant_id': '2c9750bf5c154974b0144431d3be6eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'external_fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.204'}], 'enable_snat': True}, 'gw_port_id': 'fd83a026-00c2-4594-8c35-b212620aa81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:49:51Z', 'updated_at': '2021-11-23T12:49:58Z', 'revision_number': 4, 'project_id': '2c9750bf5c154974b0144431d3be6eea', 'gw_port': {'id': 'fd83a026-00c2-4594-8c35-b212620aa81a', 'name': '', 'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9888c0cd-453b-4953-9cbd-aafa59a766da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:49:52Z', 'updated_at': '2021-11-23T12:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-smb', '_floatingips': [{'id': 'f32da3b8-dde4-4574-9921-dbecfdd9c1df', 'tenant_id': '2c9750bf5c154974b0144431d3be6eea', 'floating_ip_address': '172.28.2.208', 'floating_network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'router_id': '9888c0cd-453b-4953-9cbd-aafa59a766da', 'port_id': '7c349bf6-772b-419b-b27e-572776ad6b45', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2928d89d-b6c7-4b51-90ac-bea7caaf93a1', 'mac_address': 'fa:16:3e:fd:92:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517f1b6b-5ba0-4b6c-8a57-ab75136bf6e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T12:50:05Z', 'updated_at': '2021-11-23T12:50:23Z', 'revision_number': 1, 'project_id': '2c9750bf5c154974b0144431d3be6eea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed6e8f1e-ebe8-4390-b152-685ca19a1902', 'name': '', 'network_id': '2928d89d-b6c7-4b51-90ac-bea7caaf93a1', 'tenant_id': '2c9750bf5c154974b0144431d3be6eea', 'mac_address': 'fa:16:3e:b1:56:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9888c0cd-453b-4953-9cbd-aafa59a766da', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'bfb9a90c-7be8-4cd9-9415-38a9d39de564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:49:57Z', 'updated_at': '2021-11-23T12:50:05Z', 'revision_number': 5, 'project_id': '2c9750bf5c154974b0144431d3be6eea', 'subnets': [{'id': 'bfb9a90c-7be8-4cd9-9415-38a9d39de564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 12:50:25.975472 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee44c8ba-8243-4446-bd7d-ae92009a7f16 None None] New status for floating IP f32da3b8-dde4-4574-9921-dbecfdd9c1df: ACTIVE {{(pid=86840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 12:50:26.035898 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560b491a-525d-4583-ad70-941ac663f7d0 req-219850b5-a9fc-4d97-96b0-80ce937cc968 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:26.038991 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-560b491a-525d-4583-ad70-941ac663f7d0 req-219850b5-a9fc-4d97-96b0-80ce937cc968 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bb52a82-ed7f-4d60-bc04-7f2925dfab36 HTTP/1.1" status: 200 len: 985 time: 0.0947568 Nov 23 12:50:26.101987 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-560b491a-525d-4583-ad70-941ac663f7d0 req-5b900244-2cde-45c4-b932-26c1e26b64d9 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] 10.222.0.31 "GET /v2.0/security-groups?id=087155e2-c7d0-4fff-9c16-348ee38e9701&id=9da913dc-3b2c-4e11-a727-e7a51cca0bae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0572524 Nov 23 12:50:26.487775 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-8254020c-a8f6-4cc9-8d4f-32dd99c2f4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:27.305867 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a425ee35-d130-41e4-894f-e3e6ed732f5e req-7f373290-090e-4016-8ac4-c62ecc372eab tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:27.309530 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-a425ee35-d130-41e4-894f-e3e6ed732f5e req-7f373290-090e-4016-8ac4-c62ecc372eab tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bb52a82-ed7f-4d60-bc04-7f2925dfab36 HTTP/1.1" status: 200 len: 985 time: 0.0991664 Nov 23 12:50:27.358634 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-a425ee35-d130-41e4-894f-e3e6ed732f5e req-24a27299-eafc-4018-acf7-c2e18773812e tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] 10.222.0.31 "GET /v2.0/security-groups?id=087155e2-c7d0-4fff-9c16-348ee38e9701&id=9da913dc-3b2c-4e11-a727-e7a51cca0bae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0450461 Nov 23 12:50:28.273495 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-3a3d0f92-e1d8-40e0-8f39-c6b28c555fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:28.564819 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ead6e7-76d2-412c-9d2e-a69b9e4fc426 req-f2ce9fa7-546e-4425-b222-c90d9255760a tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:28.566257 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-10ead6e7-76d2-412c-9d2e-a69b9e4fc426 req-f2ce9fa7-546e-4425-b222-c90d9255760a tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bb52a82-ed7f-4d60-bc04-7f2925dfab36 HTTP/1.1" status: 200 len: 985 time: 0.0837371 Nov 23 12:50:28.619926 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-10ead6e7-76d2-412c-9d2e-a69b9e4fc426 req-0a03276a-9b3c-43fd-8bb9-d6b0afa5469e tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] 10.222.0.31 "GET /v2.0/security-groups?id=087155e2-c7d0-4fff-9c16-348ee38e9701&id=9da913dc-3b2c-4e11-a727-e7a51cca0bae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0472314 Nov 23 12:50:29.815207 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7eccbb-f60f-4c6a-83ea-c0839da70fad req-19be780a-991d-4c72-b9a0-a370acdd44d1 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:29.816690 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-ae7eccbb-f60f-4c6a-83ea-c0839da70fad req-19be780a-991d-4c72-b9a0-a370acdd44d1 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bb52a82-ed7f-4d60-bc04-7f2925dfab36 HTTP/1.1" status: 200 len: 985 time: 0.0883772 Nov 23 12:50:29.866865 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-ae7eccbb-f60f-4c6a-83ea-c0839da70fad req-1845f5b7-bbe1-41d3-be97-78f52997891b tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] 10.222.0.31 "GET /v2.0/security-groups?id=087155e2-c7d0-4fff-9c16-348ee38e9701&id=9da913dc-3b2c-4e11-a727-e7a51cca0bae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0429301 Nov 23 12:50:31.076343 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b895e4-fdbe-4c62-b0cf-c12bf91bbd52 req-de60d07f-d5a3-4c08-9ab2-eb49a75309a2 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:31.077884 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-e1b895e4-fdbe-4c62-b0cf-c12bf91bbd52 req-de60d07f-d5a3-4c08-9ab2-eb49a75309a2 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bb52a82-ed7f-4d60-bc04-7f2925dfab36 HTTP/1.1" status: 200 len: 985 time: 0.0900564 Nov 23 12:50:31.134247 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-e1b895e4-fdbe-4c62-b0cf-c12bf91bbd52 req-3cc4d684-4d56-4cc4-be55-c19d519a3168 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] 10.222.0.31 "GET /v2.0/security-groups?id=087155e2-c7d0-4fff-9c16-348ee38e9701&id=9da913dc-3b2c-4e11-a727-e7a51cca0bae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0502121 Nov 23 12:50:32.348140 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1794352-833e-4847-a6a6-f4ca6e2711d7 req-d3ed3370-7a76-4d0d-b97a-06bfad4df3e7 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:32.349593 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f1794352-833e-4847-a6a6-f4ca6e2711d7 req-d3ed3370-7a76-4d0d-b97a-06bfad4df3e7 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bb52a82-ed7f-4d60-bc04-7f2925dfab36 HTTP/1.1" status: 200 len: 985 time: 0.0871139 Nov 23 12:50:32.400344 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f1794352-833e-4847-a6a6-f4ca6e2711d7 req-d4c6d46d-6598-4d0e-bf95-fd046abbc9b8 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] 10.222.0.31 "GET /v2.0/security-groups?id=087155e2-c7d0-4fff-9c16-348ee38e9701&id=9da913dc-3b2c-4e11-a727-e7a51cca0bae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0441105 Nov 23 12:50:33.610624 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6b45f2-21c8-4c9d-8a3f-91411b127371 req-1df55cf9-59ad-414d-a1d2-3da350d7f725 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:33.612917 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-ae6b45f2-21c8-4c9d-8a3f-91411b127371 req-1df55cf9-59ad-414d-a1d2-3da350d7f725 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bb52a82-ed7f-4d60-bc04-7f2925dfab36 HTTP/1.1" status: 200 len: 985 time: 0.0920813 Nov 23 12:50:33.671484 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-ae6b45f2-21c8-4c9d-8a3f-91411b127371 req-488b4210-be02-482f-8732-9bc7c8bbf63a tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] 10.222.0.31 "GET /v2.0/security-groups?id=087155e2-c7d0-4fff-9c16-348ee38e9701&id=9da913dc-3b2c-4e11-a727-e7a51cca0bae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0488794 Nov 23 12:50:34.671623 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:34.968401 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8584922c-1f5f-4591-9792-27e75a50e7ce req-05f3b1fc-1c5f-40a1-860e-c06c1de78f6d tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:34.969954 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8584922c-1f5f-4591-9792-27e75a50e7ce req-05f3b1fc-1c5f-40a1-860e-c06c1de78f6d tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bb52a82-ed7f-4d60-bc04-7f2925dfab36 HTTP/1.1" status: 200 len: 985 time: 0.0924902 Nov 23 12:50:35.022687 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8584922c-1f5f-4591-9792-27e75a50e7ce req-683bcf1b-f2ba-4099-bf38-2c23be026e6b tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] 10.222.0.31 "GET /v2.0/security-groups?id=087155e2-c7d0-4fff-9c16-348ee38e9701&id=9da913dc-3b2c-4e11-a727-e7a51cca0bae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0457861 Nov 23 12:50:36.319627 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaef9b5-d4fd-4cbd-99bd-385b43b0be1b req-8a5a4717-2492-4c2a-8323-20fe8b6000c8 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:36.321185 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-2eaef9b5-d4fd-4cbd-99bd-385b43b0be1b req-8a5a4717-2492-4c2a-8323-20fe8b6000c8 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bb52a82-ed7f-4d60-bc04-7f2925dfab36 HTTP/1.1" status: 200 len: 985 time: 0.1177640 Nov 23 12:50:36.371531 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-2eaef9b5-d4fd-4cbd-99bd-385b43b0be1b req-fc521dc4-8978-413d-8a0d-7d749a94a1d4 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] 10.222.0.31 "GET /v2.0/security-groups?id=087155e2-c7d0-4fff-9c16-348ee38e9701&id=9da913dc-3b2c-4e11-a727-e7a51cca0bae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0431266 Nov 23 12:50:37.666399 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd29c67-2996-4fd9-93c2-75c38a4f7d5b req-bd372423-5359-4482-a2a6-976534190f0f tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:37.670348 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-ebd29c67-2996-4fd9-93c2-75c38a4f7d5b req-bd372423-5359-4482-a2a6-976534190f0f tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bb52a82-ed7f-4d60-bc04-7f2925dfab36 HTTP/1.1" status: 200 len: 985 time: 0.1115057 Nov 23 12:50:37.740048 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-ebd29c67-2996-4fd9-93c2-75c38a4f7d5b req-3eb4e8ad-5c08-4e73-b3fa-9d9d52c9b474 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] 10.222.0.31 "GET /v2.0/security-groups?id=087155e2-c7d0-4fff-9c16-348ee38e9701&id=9da913dc-3b2c-4e11-a727-e7a51cca0bae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0601740 Nov 23 12:50:38.969080 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4e3e1f-00ab-4cb4-ac81-c070432185fc req-233d99bb-87c4-40aa-934d-52a03d4c96ea tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:38.974806 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-7c4e3e1f-00ab-4cb4-ac81-c070432185fc req-233d99bb-87c4-40aa-934d-52a03d4c96ea tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bb52a82-ed7f-4d60-bc04-7f2925dfab36 HTTP/1.1" status: 200 len: 985 time: 0.1073413 Nov 23 12:50:39.063607 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-7c4e3e1f-00ab-4cb4-ac81-c070432185fc req-755517e8-10c4-4994-b066-262a7fb9cb09 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] 10.222.0.31 "GET /v2.0/security-groups?id=087155e2-c7d0-4fff-9c16-348ee38e9701&id=9da913dc-3b2c-4e11-a727-e7a51cca0bae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0735414 Nov 23 12:50:40.441191 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0943a0af-e33b-4578-99fc-13db36d538bf req-abba27ff-d04c-43fb-967d-e20d09df09e1 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:40.442758 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-0943a0af-e33b-4578-99fc-13db36d538bf req-abba27ff-d04c-43fb-967d-e20d09df09e1 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bb52a82-ed7f-4d60-bc04-7f2925dfab36 HTTP/1.1" status: 200 len: 985 time: 0.2360961 Nov 23 12:50:40.505728 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-0943a0af-e33b-4578-99fc-13db36d538bf req-08190099-370b-4993-8931-ce965a07241f tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] 10.222.0.31 "GET /v2.0/security-groups?id=087155e2-c7d0-4fff-9c16-348ee38e9701&id=9da913dc-3b2c-4e11-a727-e7a51cca0bae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0564940 Nov 23 12:50:43.143024 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.agents_db [None req-d0d00f27-41a4-4d9d-a63d-8c6bf84d2b10 None None] Agent healthcheck: found 6 active agents {{(pid=86840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 12:50:52.886408 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-ca4aa619-85eb-4909-a223-f3c4ece73887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:53.411071 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:55.688271 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5763a8cb-a6b2-4004-95f0-77f543cba857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:56.485288 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-8254020c-a8f6-4cc9-8d4f-32dd99c2f4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:58.277319 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-3a3d0f92-e1d8-40e0-8f39-c6b28c555fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:01.994930 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-88cbfd46-227d-42de-9d27-b122102de564 req-b2dc4270-feaf-4ffd-8eb0-99d339a8062d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6bb52a82-ed7f-4d60-bc04-7f2925dfab36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0900180 Nov 23 12:51:02.097740 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cbfd46-227d-42de-9d27-b122102de564 req-41896cf9-0a04-4e64-8ec4-45f8c4ddafcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:51:02.099335 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-88cbfd46-227d-42de-9d27-b122102de564 req-41896cf9-0a04-4e64-8ec4-45f8c4ddafcf service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3b7f85b4c3f6438bbd0febee23146dbf&device_id=6bb52a82-ed7f-4d60-bc04-7f2925dfab36 HTTP/1.1" status: 200 len: 1138 time: 0.0807798 Nov 23 12:51:02.265744 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cbfd46-227d-42de-9d27-b122102de564 req-7794e33d-0c89-46c5-beff-38518268c00f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:51:02.267315 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-88cbfd46-227d-42de-9d27-b122102de564 req-7794e33d-0c89-46c5-beff-38518268c00f service neutron] 10.222.0.54 "GET /v2.0/networks?id=b15c6796-f0a9-4d15-aa1e-eb7fe36a0201 HTTP/1.1" status: 200 len: 915 time: 0.1443505 Nov 23 12:51:02.371883 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b0b8e1-8df8-4817-9a45-84ce7a1548af req-6270f40a-0ee2-427c-bc7b-b9b3a331861f tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:51:02.373453 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-c8b0b8e1-8df8-4817-9a45-84ce7a1548af req-6270f40a-0ee2-427c-bc7b-b9b3a331861f tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8b8ac3d-98aa-46c5-947b-609e5288329c HTTP/1.1" status: 200 len: 945 time: 0.1044786 Nov 23 12:51:02.407806 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-88cbfd46-227d-42de-9d27-b122102de564 req-997d5237-dd6d-4742-bbe7-a1c878280905 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=850c8f55-cdfa-4771-97ce-36f7b8423a3b HTTP/1.1" status: 200 len: 1000 time: 0.1283345 Nov 23 12:51:02.426165 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-c8b0b8e1-8df8-4817-9a45-84ce7a1548af req-6df47192-40c3-4330-a64a-2a6c7aca32cd tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] 10.222.0.31 "GET /v2.0/security-groups?id=0bfc3486-ac41-4745-a9d9-0335a6fe353b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466127 Nov 23 12:51:02.500040 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cbfd46-227d-42de-9d27-b122102de564 req-68fe30b0-9994-4969-b209-a4f31b562680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:51:02.501502 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-88cbfd46-227d-42de-9d27-b122102de564 req-68fe30b0-9994-4969-b209-a4f31b562680 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=62fcaa5c-0ecb-4cd2-b592-53ffd52c0337 HTTP/1.1" status: 200 len: 853 time: 0.0862515 Nov 23 12:51:02.680887 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cbfd46-227d-42de-9d27-b122102de564 req-bc3cde8d-095d-41b7-b305-83b034160c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:51:02.682263 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-88cbfd46-227d-42de-9d27-b122102de564 req-bc3cde8d-095d-41b7-b305-83b034160c23 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b15c6796-f0a9-4d15-aa1e-eb7fe36a0201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1717556 Nov 23 12:51:02.818060 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-88cbfd46-227d-42de-9d27-b122102de564 req-0490fa5a-32c9-40e5-b82f-ed8442824c11 service neutron] 10.222.0.54 "GET /v2.0/networks/b15c6796-f0a9-4d15-aa1e-eb7fe36a0201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266389 Nov 23 12:51:02.950540 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-88cbfd46-227d-42de-9d27-b122102de564 req-d77eb728-95d3-40f5-9b28-b68b767f799b service neutron] 10.222.0.54 "GET /v2.0/networks/b15c6796-f0a9-4d15-aa1e-eb7fe36a0201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251056 Nov 23 12:51:03.627854 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1947e438-faf0-4079-8016-16ba9f83584c req-7edb2922-5a0f-4bd4-8380-8a71eb377377 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:51:03.629325 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-1947e438-faf0-4079-8016-16ba9f83584c req-7edb2922-5a0f-4bd4-8380-8a71eb377377 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8b8ac3d-98aa-46c5-947b-609e5288329c HTTP/1.1" status: 200 len: 945 time: 0.0885046 Nov 23 12:51:03.675788 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-1947e438-faf0-4079-8016-16ba9f83584c req-d5094525-206b-4211-9844-5cef854bd484 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] 10.222.0.31 "GET /v2.0/security-groups?id=0bfc3486-ac41-4745-a9d9-0335a6fe353b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405376 Nov 23 12:51:04.683388 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:04.874172 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a962de3-6a6c-4ae5-92b3-c38615700a57 req-0cb41ec5-7fb2-42b1-979a-d9832b10687f tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:51:04.875590 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-2a962de3-6a6c-4ae5-92b3-c38615700a57 req-0cb41ec5-7fb2-42b1-979a-d9832b10687f tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8b8ac3d-98aa-46c5-947b-609e5288329c HTTP/1.1" status: 200 len: 945 time: 0.0886266 Nov 23 12:51:04.923207 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-2a962de3-6a6c-4ae5-92b3-c38615700a57 req-613fddb0-ce20-47f8-b6ee-280f017833d4 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] 10.222.0.31 "GET /v2.0/security-groups?id=0bfc3486-ac41-4745-a9d9-0335a6fe353b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409536 Nov 23 12:51:06.120619 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eacc6f-3175-4198-ae6f-0f8f593e3fc5 req-90d0928c-f310-46f1-8661-f149c78b9dc7 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:51:06.122084 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-51eacc6f-3175-4198-ae6f-0f8f593e3fc5 req-90d0928c-f310-46f1-8661-f149c78b9dc7 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8b8ac3d-98aa-46c5-947b-609e5288329c HTTP/1.1" status: 200 len: 945 time: 0.0853002 Nov 23 12:51:06.167615 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-51eacc6f-3175-4198-ae6f-0f8f593e3fc5 req-2f2511ef-cf5d-4c3d-bc43-a059cf619349 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] 10.222.0.31 "GET /v2.0/security-groups?id=0bfc3486-ac41-4745-a9d9-0335a6fe353b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392511 Nov 23 12:51:07.367921 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655b4c46-1db4-40a8-b56b-99c9203912c6 req-17fbae22-8dd5-4943-b185-3a956c346510 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:51:07.369363 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-655b4c46-1db4-40a8-b56b-99c9203912c6 req-17fbae22-8dd5-4943-b185-3a956c346510 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8b8ac3d-98aa-46c5-947b-609e5288329c HTTP/1.1" status: 200 len: 945 time: 0.0930319 Nov 23 12:51:07.416277 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-655b4c46-1db4-40a8-b56b-99c9203912c6 req-b2f415c2-8781-4cee-841b-3a033a97db8a tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] 10.222.0.31 "GET /v2.0/security-groups?id=0bfc3486-ac41-4745-a9d9-0335a6fe353b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407474 Nov 23 12:51:08.622421 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38844157-1d74-4ec7-b740-cc21b40247c9 req-fcfb7d08-f224-421a-8c70-dc24943654a2 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:51:08.624371 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-38844157-1d74-4ec7-b740-cc21b40247c9 req-fcfb7d08-f224-421a-8c70-dc24943654a2 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8b8ac3d-98aa-46c5-947b-609e5288329c HTTP/1.1" status: 200 len: 945 time: 0.0896852 Nov 23 12:51:08.644315 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c43f0a-2b20-47ca-8e60-06305d91c9e9 req-fac171bb-d550-4788-a489-e774e2f8c8b4 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:51:08.645030 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [req-75c43f0a-2b20-47ca-8e60-06305d91c9e9 req-fac171bb-d550-4788-a489-e774e2f8c8b4 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] Synchronizing usage tracker for tenant:92c84cb5e58e49078b87a81fd8a69bcd on resource:port {{(pid=86837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:51:08.663458 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [req-75c43f0a-2b20-47ca-8e60-06305d91c9e9 req-fac171bb-d550-4788-a489-e774e2f8c8b4 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] Unset dirty status for tenant:92c84cb5e58e49078b87a81fd8a69bcd on resource:port {{(pid=86837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:51:08.664631 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-75c43f0a-2b20-47ca-8e60-06305d91c9e9 req-fac171bb-d550-4788-a489-e774e2f8c8b4 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8b8ac3d-98aa-46c5-947b-609e5288329c HTTP/1.1" status: 200 len: 945 time: 0.1129768 Nov 23 12:51:08.674285 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-38844157-1d74-4ec7-b740-cc21b40247c9 req-531529d6-ca24-40a7-9ad0-c81b03ae9757 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] 10.222.0.31 "GET /v2.0/security-groups?id=0bfc3486-ac41-4745-a9d9-0335a6fe353b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440361 Nov 23 12:51:08.736782 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.plugin [req-75c43f0a-2b20-47ca-8e60-06305d91c9e9 req-db040e0d-48b2-4686-ba97-81e711472043 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] Deleting port ca2aeb20-05a1-4f75-a7e9-4d533f177515 {{(pid=86837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 12:51:08.737133 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-75c43f0a-2b20-47ca-8e60-06305d91c9e9 req-db040e0d-48b2-4686-ba97-81e711472043 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788171068353'] for port, before_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:08.997980 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.db [req-75c43f0a-2b20-47ca-8e60-06305d91c9e9 req-db040e0d-48b2-4686-ba97-81e711472043 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] For port ca2aeb20-05a1-4f75-a7e9-4d533f177515, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=ca2aeb20-05a1-4f75-a7e9-4d533f177515,segment=NetworkSegment(5b1c76bb-b718-4fa7-bd3c-2e50b6dc174e),segment_id=5b1c76bb-b718-4fa7-bd3c-2e50b6dc174e)] {{(pid=86837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:51:08.998335 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-75c43f0a-2b20-47ca-8e60-06305d91c9e9 req-db040e0d-48b2-4686-ba97-81e711472043 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506271'] for port, precommit_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:09.124811 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.plugin [req-75c43f0a-2b20-47ca-8e60-06305d91c9e9 req-db040e0d-48b2-4686-ba97-81e711472043 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] Calling delete_port for ca2aeb20-05a1-4f75-a7e9-4d533f177515 owned by compute:nova {{(pid=86837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 12:51:09.276896 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-75c43f0a-2b20-47ca-8e60-06305d91c9e9 req-db040e0d-48b2-4686-ba97-81e711472043 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788171071573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788170525772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6379447'] for port, after_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:09.283533 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-775e3eaa-c76e-44aa-9cc9-510a802518cf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:51:09.289689 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] get_ports_and_sgs() called for port_ids ['ca2aeb20-05a1-4f75-a7e9-4d533f177515'] {{(pid=86839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 12:51:09.328641 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db040e0d-48b2-4686-ba97-81e711472043 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] Pushing event deleted for resources: {'Port': ['ID=ca2aeb20-05a1-4f75-a7e9-4d533f177515,revision_number=None']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:51:09.367429 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db040e0d-48b2-4686-ba97-81e711472043 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:51:09.367429 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db040e0d-48b2-4686-ba97-81e711472043 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:51:09.367868 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db040e0d-48b2-4686-ba97-81e711472043 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:51:09.368250 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db040e0d-48b2-4686-ba97-81e711472043 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:51:09.368623 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db040e0d-48b2-4686-ba97-81e711472043 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:51:09.368981 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db040e0d-48b2-4686-ba97-81e711472043 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:51:09.369335 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db040e0d-48b2-4686-ba97-81e711472043 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:51:09.369686 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db040e0d-48b2-4686-ba97-81e711472043 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:51:09.370041 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db040e0d-48b2-4686-ba97-81e711472043 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:51:09.370438 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db040e0d-48b2-4686-ba97-81e711472043 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:51:09.370825 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db040e0d-48b2-4686-ba97-81e711472043 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:51:09.371174 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db040e0d-48b2-4686-ba97-81e711472043 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:51:09.382179 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-db040e0d-48b2-4686-ba97-81e711472043 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:51:09.418684 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.l3_dvrscheduler_db [req-75c43f0a-2b20-47ca-8e60-06305d91c9e9 req-db040e0d-48b2-4686-ba97-81e711472043 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] No DVR routers for this DVR port ca2aeb20-05a1-4f75-a7e9-4d533f177515 on host hv-cinder-81888 {{(pid=86837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 12:51:09.421266 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-75c43f0a-2b20-47ca-8e60-06305d91c9e9 req-db040e0d-48b2-4686-ba97-81e711472043 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188604'] for port, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:09.424109 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8b8ac3d-98aa-46c5-947b-609e5288329c', 'name': 'network-vif-deleted', 'tag': 'ca2aeb20-05a1-4f75-a7e9-4d533f177515'}] {{(pid=86837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:51:09.441447 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-75c43f0a-2b20-47ca-8e60-06305d91c9e9 req-db040e0d-48b2-4686-ba97-81e711472043 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] 10.222.0.54 "DELETE /v2.0/ports/ca2aeb20-05a1-4f75-a7e9-4d533f177515 HTTP/1.1" status: 204 len: 173 time: 0.7707644 Nov 23 12:51:09.472560 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8b8ac3d-98aa-46c5-947b-609e5288329c', 'name': 'network-vif-deleted', 'tag': 'ca2aeb20-05a1-4f75-a7e9-4d533f177515', 'status': 'completed', 'code': 200} Nov 23 12:51:09.847508 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-7e4ec8da-73c5-4806-a10e-f258e23dcfe7 req-372a4098-65cf-4a65-8a01-20f4100720cd tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8b8ac3d-98aa-46c5-947b-609e5288329c HTTP/1.1" status: 200 len: 210 time: 0.0471451 Nov 23 12:51:12.958651 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Device ca2aeb20-05a1-4f75-a7e9-4d533f177515 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 12:51:12.995407 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.plugin [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] No Port match for: ca2aeb20-05a1-4f75-a7e9-4d533f177515 {{(pid=86839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 12:51:12.995731 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Device ca2aeb20-05a1-4f75-a7e9-4d533f177515 not bound to the agent host hv-cinder-81888 {{(pid=86839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 12:51:15.366544 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a21ebc-34f5-486a-a6cb-6da616b1f583 req-f1eaa8de-6bb6-43af-876e-8de599d4da37 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:51:15.368016 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-35a21ebc-34f5-486a-a6cb-6da616b1f583 req-f1eaa8de-6bb6-43af-876e-8de599d4da37 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] 10.222.0.31 "GET /v2.0/networks?id=1da7dd73-1340-4c68-a094-f24718b2f2dd HTTP/1.1" status: 200 len: 814 time: 0.1570542 Nov 23 12:51:15.383577 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-35a21ebc-34f5-486a-a6cb-6da616b1f583 req-82f34383-725d-4102-93a5-582e3eb591ec tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] 10.222.0.31 "GET /v2.0/quotas/92c84cb5e58e49078b87a81fd8a69bcd HTTP/1.1" status: 200 len: 375 time: 0.0094554 Nov 23 12:51:15.432758 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-35a21ebc-34f5-486a-a6cb-6da616b1f583 req-572696c1-4a3d-4d7c-a753-8aaac55a1af5 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=92c84cb5e58e49078b87a81fd8a69bcd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0431008 Nov 23 12:51:15.631710 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-35a21ebc-34f5-486a-a6cb-6da616b1f583 req-6ed3fc9b-6d45-4184-9692-ded2c3cb8b6d service neutron] 10.222.0.31 "GET /v2.0/networks/1da7dd73-1340-4c68-a094-f24718b2f2dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918921 Nov 23 12:51:15.778042 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-35a21ebc-34f5-486a-a6cb-6da616b1f583 req-0cb33e88-55fd-400c-afae-7a579839e0d5 service neutron] 10.222.0.31 "GET /v2.0/networks/1da7dd73-1340-4c68-a094-f24718b2f2dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395457 Nov 23 12:51:16.039857 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-30494c88-7b60-4cf9-b609-8b8d56513c6b req-3c092cd9-4367-4049-90de-78d1e9394bc8 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0485e2a-6265-498d-af36-bc5b21fdd4be HTTP/1.1" status: 200 len: 210 time: 0.1039360 Nov 23 12:51:17.226532 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-18896037-8d82-451c-b0ef-bedf2c644e7b req-33352e4c-3ccd-4dc6-a751-a1b8b3b23acc tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0485e2a-6265-498d-af36-bc5b21fdd4be HTTP/1.1" status: 200 len: 210 time: 0.0576551 Nov 23 12:51:17.446526 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a21ebc-34f5-486a-a6cb-6da616b1f583 req-1ea4076a-8b0d-412d-8925-4b7cf01ee41d tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:51:17.448914 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-35a21ebc-34f5-486a-a6cb-6da616b1f583 req-1ea4076a-8b0d-412d-8925-4b7cf01ee41d tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] 10.222.0.54 "GET /v2.0/networks?id=1da7dd73-1340-4c68-a094-f24718b2f2dd HTTP/1.1" status: 200 len: 814 time: 0.1823571 Nov 23 12:51:17.464948 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.v2.base [req-35a21ebc-34f5-486a-a6cb-6da616b1f583 req-6f0e99a2-51c0-40d5-b5cf-3044d3217ff3 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] Request body: {'port': {'device_id': 'f0485e2a-6265-498d-af36-bc5b21fdd4be', 'network_id': '1da7dd73-1340-4c68-a094-f24718b2f2dd', 'admin_state_up': True, 'tenant_id': '92c84cb5e58e49078b87a81fd8a69bcd'}} {{(pid=86837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:51:17.608969 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [req-35a21ebc-34f5-486a-a6cb-6da616b1f583 req-6f0e99a2-51c0-40d5-b5cf-3044d3217ff3 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:51:17.613244 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [req-35a21ebc-34f5-486a-a6cb-6da616b1f583 req-6f0e99a2-51c0-40d5-b5cf-3044d3217ff3 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] Usage tracker for resource:port and tenant:92c84cb5e58e49078b87a81fd8a69bcd is out of sync, need to count used quota {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:51:17.616260 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [req-35a21ebc-34f5-486a-a6cb-6da616b1f583 req-6f0e99a2-51c0-40d5-b5cf-3044d3217ff3 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:51:17.623060 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [req-35a21ebc-34f5-486a-a6cb-6da616b1f583 req-6f0e99a2-51c0-40d5-b5cf-3044d3217ff3 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:51:17.633122 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35a21ebc-34f5-486a-a6cb-6da616b1f583 req-6f0e99a2-51c0-40d5-b5cf-3044d3217ff3 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] Made reservation on behalf of 92c84cb5e58e49078b87a81fd8a69bcd for: {'port': 1} {{(pid=86837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:51:17.637417 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-35a21ebc-34f5-486a-a6cb-6da616b1f583 req-6f0e99a2-51c0-40d5-b5cf-3044d3217ff3 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:17.917166 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.db_base_plugin_common [req-35a21ebc-34f5-486a-a6cb-6da616b1f583 req-6f0e99a2-51c0-40d5-b5cf-3044d3217ff3 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] Allocated IP 172.20.0.10 (1da7dd73-1340-4c68-a094-f24718b2f2dd/172d55bc-82ce-42b6-9d56-cf6c290e322c/f8c81d74-4701-46eb-ab18-7daa1875c080) {{(pid=86837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:51:18.138102 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-35a21ebc-34f5-486a-a6cb-6da616b1f583 req-6f0e99a2-51c0-40d5-b5cf-3044d3217ff3 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] Notify callbacks [] for port, precommit_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:18.175311 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-35a21ebc-34f5-486a-a6cb-6da616b1f583 req-6f0e99a2-51c0-40d5-b5cf-3044d3217ff3 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788170525763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6379447'] for port, after_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:18.183700 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:51:18.258836 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35a21ebc-34f5-486a-a6cb-6da616b1f583 req-6f0e99a2-51c0-40d5-b5cf-3044d3217ff3 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] Network 1da7dd73-1340-4c68-a094-f24718b2f2dd is already hosted by enough agents. {{(pid=86837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:51:18.262882 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.scheduler.base_scheduler [req-35a21ebc-34f5-486a-a6cb-6da616b1f583 req-6f0e99a2-51c0-40d5-b5cf-3044d3217ff3 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] Resources bound (agent type, host, resource id): {{(pid=86837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:51:18.268804 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.l3_dvrscheduler_db [req-35a21ebc-34f5-486a-a6cb-6da616b1f583 req-6f0e99a2-51c0-40d5-b5cf-3044d3217ff3 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] Received port after_create {{(pid=86837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 12:51:18.301396 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0e99a2-51c0-40d5-b5cf-3044d3217ff3 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] Pushing event updated for resources: {'Port': ['ID=f8c81d74-4701-46eb-ab18-7daa1875c080,revision_number=1']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:51:18.304493 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-6f0e99a2-51c0-40d5-b5cf-3044d3217ff3 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:51:18.344712 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a21ebc-34f5-486a-a6cb-6da616b1f583 req-6f0e99a2-51c0-40d5-b5cf-3044d3217ff3 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:51:18.345426 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-35a21ebc-34f5-486a-a6cb-6da616b1f583 req-6f0e99a2-51c0-40d5-b5cf-3044d3217ff3 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188604'] for port, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:18.372419 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-35a21ebc-34f5-486a-a6cb-6da616b1f583 req-6f0e99a2-51c0-40d5-b5cf-3044d3217ff3 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9125152 Nov 23 12:51:18.385242 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.v2.base [req-35a21ebc-34f5-486a-a6cb-6da616b1f583 req-94972958-6c75-4c2c-b575-b87f32c8644d service neutron] Request body: {'port': {'device_id': 'f0485e2a-6265-498d-af36-bc5b21fdd4be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:51:18.429494 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e382e73e-7395-45c6-88a9-b2ff602c1979 req-c1b96a2a-2c1d-4fb3-801b-b2315614a472 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:51:18.431076 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-e382e73e-7395-45c6-88a9-b2ff602c1979 req-c1b96a2a-2c1d-4fb3-801b-b2315614a472 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0485e2a-6265-498d-af36-bc5b21fdd4be HTTP/1.1" status: 200 len: 932 time: 0.0861623 Nov 23 12:51:18.482344 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-e382e73e-7395-45c6-88a9-b2ff602c1979 req-ebca9efb-bc9a-4f46-94f1-1d1fae64159f tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] 10.222.0.31 "GET /v2.0/security-groups?id=0bfc3486-ac41-4745-a9d9-0335a6fe353b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426593 Nov 23 12:51:18.511039 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-35a21ebc-34f5-486a-a6cb-6da616b1f583 req-94972958-6c75-4c2c-b575-b87f32c8644d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:18.890489 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.notifiers.nova [req-35a21ebc-34f5-486a-a6cb-6da616b1f583 req-94972958-6c75-4c2c-b575-b87f32c8644d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8c81d74-4701-46eb-ab18-7daa1875c080 {{(pid=86837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 12:51:18.897907 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-35a21ebc-34f5-486a-a6cb-6da616b1f583 req-94972958-6c75-4c2c-b575-b87f32c8644d service neutron] Notify callbacks [] for port, precommit_update {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:18.922132 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.provisioning_blocks [req-35a21ebc-34f5-486a-a6cb-6da616b1f583 req-94972958-6c75-4c2c-b575-b87f32c8644d service neutron] Transition to ACTIVE for port object f8c81d74-4701-46eb-ab18-7daa1875c080 will not be triggered until provisioned by entity L2. {{(pid=86837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:51:18.928641 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-35a21ebc-34f5-486a-a6cb-6da616b1f583 req-94972958-6c75-4c2c-b575-b87f32c8644d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6379454'] for port, after_update {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:18.933412 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-ec9fae2f-2851-423f-8bd4-a262aa7e6e17 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:51:19.124037 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94972958-6c75-4c2c-b575-b87f32c8644d service neutron] Pushing event updated for resources: {'Port': ['ID=f8c81d74-4701-46eb-ab18-7daa1875c080,revision_number=2']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:51:19.131671 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-94972958-6c75-4c2c-b575-b87f32c8644d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:51:19.220322 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.managers [req-35a21ebc-34f5-486a-a6cb-6da616b1f583 req-94972958-6c75-4c2c-b575-b87f32c8644d service neutron] Attempting to bind port f8c81d74-4701-46eb-ab18-7daa1875c080 on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 12:51:19.220884 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.managers [req-35a21ebc-34f5-486a-a6cb-6da616b1f583 req-94972958-6c75-4c2c-b575-b87f32c8644d service neutron] Attempting to bind port f8c81d74-4701-46eb-ab18-7daa1875c080 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '5b1c76bb-b718-4fa7-bd3c-2e50b6dc174e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '1da7dd73-1340-4c68-a094-f24718b2f2dd'}] {{(pid=86837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 12:51:19.221439 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a21ebc-34f5-486a-a6cb-6da616b1f583 req-94972958-6c75-4c2c-b575-b87f32c8644d service neutron] Attempting to bind port f8c81d74-4701-46eb-ab18-7daa1875c080 on network 1da7dd73-1340-4c68-a094-f24718b2f2dd {{(pid=86837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:51:19.230412 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a21ebc-34f5-486a-a6cb-6da616b1f583 req-94972958-6c75-4c2c-b575-b87f32c8644d service neutron] Port f8c81d74-4701-46eb-ab18-7daa1875c080 on network 1da7dd73-1340-4c68-a094-f24718b2f2dd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 23 12:51:19.230969 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a21ebc-34f5-486a-a6cb-6da616b1f583 req-94972958-6c75-4c2c-b575-b87f32c8644d service neutron] Attempting to bind port f8c81d74-4701-46eb-ab18-7daa1875c080 on network 1da7dd73-1340-4c68-a094-f24718b2f2dd {{(pid=86837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:51:19.239944 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a21ebc-34f5-486a-a6cb-6da616b1f583 req-94972958-6c75-4c2c-b575-b87f32c8644d service neutron] Checking agent: {'id': 'c02b2241-eea5-43d7-ab73-e33b65374cd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 44, 5), 'started_at': datetime.datetime(2021, 11, 23, 12, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 51, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 12:51:19.240450 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a21ebc-34f5-486a-a6cb-6da616b1f583 req-94972958-6c75-4c2c-b575-b87f32c8644d service neutron] Checking segment: {'id': '5b1c76bb-b718-4fa7-bd3c-2e50b6dc174e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '1da7dd73-1340-4c68-a094-f24718b2f2dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:51:19.240999 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a21ebc-34f5-486a-a6cb-6da616b1f583 req-94972958-6c75-4c2c-b575-b87f32c8644d service neutron] Bound using segment: {'id': '5b1c76bb-b718-4fa7-bd3c-2e50b6dc174e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '1da7dd73-1340-4c68-a094-f24718b2f2dd'} {{(pid=86837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 12:51:19.241645 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.managers [req-35a21ebc-34f5-486a-a6cb-6da616b1f583 req-94972958-6c75-4c2c-b575-b87f32c8644d service neutron] Bound port: f8c81d74-4701-46eb-ab18-7daa1875c080, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b1c76bb-b718-4fa7-bd3c-2e50b6dc174e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '1da7dd73-1340-4c68-a094-f24718b2f2dd'}}] {{(pid=86837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 12:51:19.242155 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-35a21ebc-34f5-486a-a6cb-6da616b1f583 req-94972958-6c75-4c2c-b575-b87f32c8644d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:19.399698 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.db [req-35a21ebc-34f5-486a-a6cb-6da616b1f583 req-94972958-6c75-4c2c-b575-b87f32c8644d service neutron] For port f8c81d74-4701-46eb-ab18-7daa1875c080, host hv-cinder-81888, cleared binding levels {{(pid=86837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 12:51:19.404539 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.db [req-35a21ebc-34f5-486a-a6cb-6da616b1f583 req-94972958-6c75-4c2c-b575-b87f32c8644d service neutron] For port f8c81d74-4701-46eb-ab18-7daa1875c080, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=f8c81d74-4701-46eb-ab18-7daa1875c080,segment=NetworkSegment(5b1c76bb-b718-4fa7-bd3c-2e50b6dc174e),segment_id=5b1c76bb-b718-4fa7-bd3c-2e50b6dc174e)] {{(pid=86837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 12:51:19.415168 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-35a21ebc-34f5-486a-a6cb-6da616b1f583 req-94972958-6c75-4c2c-b575-b87f32c8644d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6379454'] for port, after_update {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:19.424020 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-f17638d3-3b55-4a42-b733-d7c4e1bdca03 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:51:19.474276 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a21ebc-34f5-486a-a6cb-6da616b1f583 req-94972958-6c75-4c2c-b575-b87f32c8644d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:51:19.474952 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-35a21ebc-34f5-486a-a6cb-6da616b1f583 req-94972958-6c75-4c2c-b575-b87f32c8644d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188604'] for port, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:19.476388 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-35a21ebc-34f5-486a-a6cb-6da616b1f583 req-94972958-6c75-4c2c-b575-b87f32c8644d service neutron] 10.222.0.54 "PUT /v2.0/ports/f8c81d74-4701-46eb-ab18-7daa1875c080 HTTP/1.1" status: 200 len: 1094 time: 1.0962653 Nov 23 12:51:19.476904 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0485e2a-6265-498d-af36-bc5b21fdd4be', 'tag': 'f8c81d74-4701-46eb-ab18-7daa1875c080'}] {{(pid=86837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:51:19.519352 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94972958-6c75-4c2c-b575-b87f32c8644d service neutron] Pushing event updated for resources: {'Port': ['ID=f8c81d74-4701-46eb-ab18-7daa1875c080,revision_number=3']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:51:19.522452 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-94972958-6c75-4c2c-b575-b87f32c8644d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:51:19.572320 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0485e2a-6265-498d-af36-bc5b21fdd4be', 'tag': 'f8c81d74-4701-46eb-ab18-7daa1875c080', 'status': 'completed', 'code': 200} Nov 23 12:51:19.576887 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5cc7b9-84be-4876-baf2-7bd3e234a765 req-8c63d95f-4edd-4cc9-962f-36811ab6c310 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:51:19.578511 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-bf5cc7b9-84be-4876-baf2-7bd3e234a765 req-8c63d95f-4edd-4cc9-962f-36811ab6c310 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/ports?device_id=517f1b6b-5ba0-4b6c-8a57-ab75136bf6e7 HTTP/1.1" status: 200 len: 946 time: 0.1053073 Nov 23 12:51:19.621758 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a21ebc-34f5-486a-a6cb-6da616b1f583 req-c9566c66-0672-4e95-9965-2c8486bd4bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:51:19.625165 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-35a21ebc-34f5-486a-a6cb-6da616b1f583 req-c9566c66-0672-4e95-9965-2c8486bd4bc9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=92c84cb5e58e49078b87a81fd8a69bcd&device_id=f0485e2a-6265-498d-af36-bc5b21fdd4be HTTP/1.1" status: 200 len: 1097 time: 0.0890338 Nov 23 12:51:19.629590 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-bf5cc7b9-84be-4876-baf2-7bd3e234a765 req-5f2772ad-3ad4-4cea-9ae2-105d8e91322c tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/security-groups?id=9594e83f-825b-4286-8a40-8cc3ae055a40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444496 Nov 23 12:51:19.704789 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-35a21ebc-34f5-486a-a6cb-6da616b1f583 req-d93b1542-77b9-49e5-b346-cfa209a521ec service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f8c81d74-4701-46eb-ab18-7daa1875c080 HTTP/1.1" status: 200 len: 217 time: 0.0729570 Nov 23 12:51:19.741443 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f4b37f-97b7-4425-996b-d8deb6d27af5 req-64f663aa-9d03-4afd-98d0-01c27cd23676 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:51:19.744191 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-c6f4b37f-97b7-4425-996b-d8deb6d27af5 req-64f663aa-9d03-4afd-98d0-01c27cd23676 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0485e2a-6265-498d-af36-bc5b21fdd4be HTTP/1.1" status: 200 len: 944 time: 0.0979495 Nov 23 12:51:19.779834 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a21ebc-34f5-486a-a6cb-6da616b1f583 req-daed28df-3312-4045-bb9e-09812127ee26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:51:19.781494 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-35a21ebc-34f5-486a-a6cb-6da616b1f583 req-daed28df-3312-4045-bb9e-09812127ee26 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=172d55bc-82ce-42b6-9d56-cf6c290e322c HTTP/1.1" status: 200 len: 854 time: 0.0684533 Nov 23 12:51:19.800644 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-c6f4b37f-97b7-4425-996b-d8deb6d27af5 req-5f3c0aa6-4439-497d-9df8-e3abba17c25e tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] 10.222.0.31 "GET /v2.0/security-groups?id=0bfc3486-ac41-4745-a9d9-0335a6fe353b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496311 Nov 23 12:51:19.835408 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-35a21ebc-34f5-486a-a6cb-6da616b1f583 req-522170a3-6286-4cc0-86c6-a020ba5f5c37 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1da7dd73-1340-4c68-a094-f24718b2f2dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427299 Nov 23 12:51:20.094180 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-35a21ebc-34f5-486a-a6cb-6da616b1f583 req-752f9515-1274-4013-bb0b-d10614b65267 service neutron] 10.222.0.54 "GET /v2.0/networks/1da7dd73-1340-4c68-a094-f24718b2f2dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2514210 Nov 23 12:51:20.147023 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.agents_db [None req-d0d00f27-41a4-4d9d-a63d-8c6bf84d2b10 None None] Agent healthcheck: found 6 active agents {{(pid=86840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 12:51:20.262966 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-35a21ebc-34f5-486a-a6cb-6da616b1f583 req-da309929-4327-4d64-a175-3fcd3c63dcaf service neutron] 10.222.0.54 "GET /v2.0/networks/1da7dd73-1340-4c68-a094-f24718b2f2dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611137 Nov 23 12:51:20.429515 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47b3373-e8d4-4005-9e9b-27eb02e113f8 req-8c855dae-6f16-46ba-a751-4ca16a5b7b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:51:20.431060 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-c47b3373-e8d4-4005-9e9b-27eb02e113f8 req-8c855dae-6f16-46ba-a751-4ca16a5b7b24 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=92c84cb5e58e49078b87a81fd8a69bcd&device_id=f0485e2a-6265-498d-af36-bc5b21fdd4be HTTP/1.1" status: 200 len: 1097 time: 0.0975411 Nov 23 12:51:20.573770 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47b3373-e8d4-4005-9e9b-27eb02e113f8 req-8c956aba-46d6-4aa6-8d9c-d96b3b99d4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:51:20.575456 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-c47b3373-e8d4-4005-9e9b-27eb02e113f8 req-8c956aba-46d6-4aa6-8d9c-d96b3b99d4c8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=1da7dd73-1340-4c68-a094-f24718b2f2dd HTTP/1.1" status: 200 len: 915 time: 0.1375053 Nov 23 12:51:20.646184 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-c47b3373-e8d4-4005-9e9b-27eb02e113f8 req-c8c9df81-b84f-47cb-b500-6ab654b42c11 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f8c81d74-4701-46eb-ab18-7daa1875c080 HTTP/1.1" status: 200 len: 217 time: 0.0635223 Nov 23 12:51:20.716005 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47b3373-e8d4-4005-9e9b-27eb02e113f8 req-171cdae0-077d-4b8a-a436-a002c6de7c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:51:20.717470 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-c47b3373-e8d4-4005-9e9b-27eb02e113f8 req-171cdae0-077d-4b8a-a436-a002c6de7c42 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=172d55bc-82ce-42b6-9d56-cf6c290e322c HTTP/1.1" status: 200 len: 854 time: 0.0643306 Nov 23 12:51:20.774056 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-c47b3373-e8d4-4005-9e9b-27eb02e113f8 req-45dd49ce-79bb-4926-83b9-0287251a59a4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1da7dd73-1340-4c68-a094-f24718b2f2dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471888 Nov 23 12:51:20.838074 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59ee71d-b206-4980-abce-d6985ad64e91 req-cd5bf8df-0222-4837-9099-1fb53861f2de tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:51:20.840450 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-d59ee71d-b206-4980-abce-d6985ad64e91 req-cd5bf8df-0222-4837-9099-1fb53861f2de tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/ports?device_id=517f1b6b-5ba0-4b6c-8a57-ab75136bf6e7 HTTP/1.1" status: 200 len: 946 time: 0.0916626 Nov 23 12:51:20.895692 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-d59ee71d-b206-4980-abce-d6985ad64e91 req-a94d1f7a-c359-4f2c-aa89-0f8fd7754c44 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/security-groups?id=9594e83f-825b-4286-8a40-8cc3ae055a40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460429 Nov 23 12:51:20.919638 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-c47b3373-e8d4-4005-9e9b-27eb02e113f8 req-1025e02e-6de0-4a09-9a69-bc6f64360ac3 service neutron] 10.222.0.54 "GET /v2.0/networks/1da7dd73-1340-4c68-a094-f24718b2f2dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377347 Nov 23 12:51:21.072707 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-c47b3373-e8d4-4005-9e9b-27eb02e113f8 req-178992a9-764e-4b29-bcfe-055298457bdb service neutron] 10.222.0.54 "GET /v2.0/networks/1da7dd73-1340-4c68-a094-f24718b2f2dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409414 Nov 23 12:51:21.109247 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707defca-3c03-45d3-baaa-f4c785808e37 req-5f08ad7e-18b5-48de-8c89-b6a99d5d2b8f tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:51:21.112937 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-707defca-3c03-45d3-baaa-f4c785808e37 req-5f08ad7e-18b5-48de-8c89-b6a99d5d2b8f tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0485e2a-6265-498d-af36-bc5b21fdd4be HTTP/1.1" status: 200 len: 944 time: 0.1949306 Nov 23 12:51:21.160810 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-707defca-3c03-45d3-baaa-f4c785808e37 req-af4479ec-7911-4d5f-ba09-5153fadc0e03 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] 10.222.0.31 "GET /v2.0/security-groups?id=0bfc3486-ac41-4745-a9d9-0335a6fe353b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423541 Nov 23 12:51:22.101345 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41889b1-ac02-4f8a-948c-a330da776664 req-5f13213b-d332-4605-9465-4ff3286b3ad5 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:51:22.102863 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-a41889b1-ac02-4f8a-948c-a330da776664 req-5f13213b-d332-4605-9465-4ff3286b3ad5 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/ports?device_id=517f1b6b-5ba0-4b6c-8a57-ab75136bf6e7 HTTP/1.1" status: 200 len: 946 time: 0.0942252 Nov 23 12:51:22.156135 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-a41889b1-ac02-4f8a-948c-a330da776664 req-97cdfa1e-c5f6-466e-a1d8-902d5b97a5a9 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/security-groups?id=9594e83f-825b-4286-8a40-8cc3ae055a40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463808 Nov 23 12:51:22.352609 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe54b18a-b323-4c35-a376-a7e34d7616d0 req-95c8d06f-e88a-4509-951b-a4773c2667a4 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:51:22.354343 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-fe54b18a-b323-4c35-a376-a7e34d7616d0 req-95c8d06f-e88a-4509-951b-a4773c2667a4 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0485e2a-6265-498d-af36-bc5b21fdd4be HTTP/1.1" status: 200 len: 944 time: 0.0858755 Nov 23 12:51:22.402334 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-fe54b18a-b323-4c35-a376-a7e34d7616d0 req-14bd2c00-6163-47e7-93e8-800333e2d361 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] 10.222.0.31 "GET /v2.0/security-groups?id=0bfc3486-ac41-4745-a9d9-0335a6fe353b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409865 Nov 23 12:51:22.897223 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-25e8cc0c-b3dd-4a0f-a827-721c481475fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:23.010371 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Device f8c81d74-4701-46eb-ab18-7daa1875c080 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 23 12:51:23.150443 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] For port f8c81d74-4701-46eb-ab18-7daa1875c080, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=f8c81d74-4701-46eb-ab18-7daa1875c080,segment=NetworkSegment(5b1c76bb-b718-4fa7-bd3c-2e50b6dc174e),segment_id=5b1c76bb-b718-4fa7-bd3c-2e50b6dc174e)] {{(pid=86839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:51:23.164236 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Returning: {'device': 'f8c81d74-4701-46eb-ab18-7daa1875c080', 'network_id': '1da7dd73-1340-4c68-a094-f24718b2f2dd', 'port_id': 'f8c81d74-4701-46eb-ab18-7daa1875c080', 'mac_address': 'fa:16:3e:f2:ca:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 762, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '172d55bc-82ce-42b6-9d56-cf6c290e322c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 23 12:51:23.223241 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:23.241356 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.notifiers.nova [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8c81d74-4701-46eb-ab18-7daa1875c080 {{(pid=86839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 12:51:23.257708 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] For port f8c81d74-4701-46eb-ab18-7daa1875c080, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=f8c81d74-4701-46eb-ab18-7daa1875c080,segment=NetworkSegment(5b1c76bb-b718-4fa7-bd3c-2e50b6dc174e),segment_id=5b1c76bb-b718-4fa7-bd3c-2e50b6dc174e)] {{(pid=86839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:51:23.263670 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826'] for port, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:23.265663 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-ff48474f-74b7-4639-8cf6-a2b7a56014b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:51:23.336728 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Pushing event updated for resources: {'Port': ['ID=f8c81d74-4701-46eb-ab18-7daa1875c080,revision_number=4']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:51:23.344610 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:51:23.344950 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:51:23.345280 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:51:23.345615 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:51:23.345924 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:51:23.346249 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:51:23.346568 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:51:23.346910 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:51:23.347226 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:51:23.347546 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:51:23.347860 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:51:23.348172 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:51:23.352145 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:51:23.355096 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4a25b9-0839-426e-8343-2368e252f704 req-17deee6c-b290-425d-aeda-06ebc87e56b6 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:51:23.356743 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-1e4a25b9-0839-426e-8343-2368e252f704 req-17deee6c-b290-425d-aeda-06ebc87e56b6 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/ports?device_id=517f1b6b-5ba0-4b6c-8a57-ab75136bf6e7 HTTP/1.1" status: 200 len: 946 time: 0.0871816 Nov 23 12:51:23.407029 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:23.413470 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-1e4a25b9-0839-426e-8343-2368e252f704 req-d6966c3d-fe45-41d3-86c7-5143419b208a tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/security-groups?id=9594e83f-825b-4286-8a40-8cc3ae055a40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507841 Nov 23 12:51:23.531269 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] get_ports_and_sgs() called for port_ids ['f8c81d74-4701-46eb-ab18-7daa1875c080'] {{(pid=86839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 12:51:23.601747 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bee247a-014d-41ac-ad73-530b19fa2913 req-9057380b-bf1b-48bd-ac6d-9614009e666f tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:51:23.603512 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-0bee247a-014d-41ac-ad73-530b19fa2913 req-9057380b-bf1b-48bd-ac6d-9614009e666f tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0485e2a-6265-498d-af36-bc5b21fdd4be HTTP/1.1" status: 200 len: 945 time: 0.0862746 Nov 23 12:51:23.650685 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-0bee247a-014d-41ac-ad73-530b19fa2913 req-ab471dae-2478-401c-ae71-645ce7e4cc9c tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] 10.222.0.31 "GET /v2.0/security-groups?id=0bfc3486-ac41-4745-a9d9-0335a6fe353b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411339 Nov 23 12:51:24.617009 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d096eb-d961-4a89-86ed-2e9e5f3a1a75 req-fed2bc8e-6a0a-4b8a-ac49-914e42788d70 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:51:24.618489 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-b0d096eb-d961-4a89-86ed-2e9e5f3a1a75 req-fed2bc8e-6a0a-4b8a-ac49-914e42788d70 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/ports?device_id=517f1b6b-5ba0-4b6c-8a57-ab75136bf6e7 HTTP/1.1" status: 200 len: 946 time: 0.0875740 Nov 23 12:51:24.665566 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-b0d096eb-d961-4a89-86ed-2e9e5f3a1a75 req-d92ac6e1-5571-4c4c-888d-35fddb23f782 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/security-groups?id=9594e83f-825b-4286-8a40-8cc3ae055a40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404909 Nov 23 12:51:24.850084 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a829ff-cdd9-4596-a27b-21fca554ddc2 req-cae6c934-e569-4f95-a3b0-1d85c2490125 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:51:24.851687 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-42a829ff-cdd9-4596-a27b-21fca554ddc2 req-cae6c934-e569-4f95-a3b0-1d85c2490125 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0485e2a-6265-498d-af36-bc5b21fdd4be HTTP/1.1" status: 200 len: 945 time: 0.0883079 Nov 23 12:51:24.904041 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-42a829ff-cdd9-4596-a27b-21fca554ddc2 req-40aff332-8e87-492f-b3c2-20b73d6ab6de tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] 10.222.0.31 "GET /v2.0/security-groups?id=0bfc3486-ac41-4745-a9d9-0335a6fe353b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463967 Nov 23 12:51:25.025652 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Device f8c81d74-4701-46eb-ab18-7daa1875c080 up at agent hyperv_hv-cinder-81888 {{(pid=86839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:51:25.098976 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Provisioning for port f8c81d74-4701-46eb-ab18-7daa1875c080 completed by entity L2. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:51:25.104254 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Provisioning complete for port f8c81d74-4701-46eb-ab18-7daa1875c080 triggered by entity L2. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:51:25.104640 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567787'] for port, provisioning_complete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:25.226151 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:25.255166 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0485e2a-6265-498d-af36-bc5b21fdd4be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8c81d74-4701-46eb-ab18-7daa1875c080'}] {{(pid=86839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:51:25.265659 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] For port f8c81d74-4701-46eb-ab18-7daa1875c080, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=f8c81d74-4701-46eb-ab18-7daa1875c080,segment=NetworkSegment(5b1c76bb-b718-4fa7-bd3c-2e50b6dc174e),segment_id=5b1c76bb-b718-4fa7-bd3c-2e50b6dc174e)] {{(pid=86839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:51:25.271458 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826'] for port, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:25.273436 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:51:25.309070 dv-cinder-818883-1-smb neutron-server[86839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0485e2a-6265-498d-af36-bc5b21fdd4be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8c81d74-4701-46eb-ab18-7daa1875c080', 'code': 200} Nov 23 12:51:25.343570 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Pushing event updated for resources: {'Port': ['ID=f8c81d74-4701-46eb-ab18-7daa1875c080,revision_number=5']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:51:25.346817 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:51:25.599371 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f53f24-cddb-47ae-b8eb-02b3e5c12233 req-83c091ff-76f4-45f2-90f0-b327781f70e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:51:25.600959 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-45f53f24-cddb-47ae-b8eb-02b3e5c12233 req-83c091ff-76f4-45f2-90f0-b327781f70e6 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f0485e2a-6265-498d-af36-bc5b21fdd4be HTTP/1.1" status: 200 len: 1099 time: 0.1295826 Nov 23 12:51:25.650929 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-45f53f24-cddb-47ae-b8eb-02b3e5c12233 req-de0dcebc-eed8-49cf-9d10-e3b2e5c2d72e service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=0bfc3486-ac41-4745-a9d9-0335a6fe353b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427554 Nov 23 12:51:25.682886 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-c4dcfacc-bc8b-4b30-b504-bf252d4006c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:25.870645 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f907ab-73d2-45e0-8088-0d2af76709cd req-f08610bd-e724-4cb5-a57f-8c70d96db8f0 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:51:25.872231 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-a1f907ab-73d2-45e0-8088-0d2af76709cd req-f08610bd-e724-4cb5-a57f-8c70d96db8f0 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/ports?device_id=517f1b6b-5ba0-4b6c-8a57-ab75136bf6e7 HTTP/1.1" status: 200 len: 946 time: 0.0912223 Nov 23 12:51:25.921068 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-a1f907ab-73d2-45e0-8088-0d2af76709cd req-2bcad6fe-f0cd-4e7d-92a2-7c9ec97d0b2a tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/security-groups?id=9594e83f-825b-4286-8a40-8cc3ae055a40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425735 Nov 23 12:51:26.108957 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f28ca9-6ba9-4016-903b-300a9967c0f8 req-7ab081ff-cf3d-41a7-9d44-baf85af309c6 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:51:26.110523 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-22f28ca9-6ba9-4016-903b-300a9967c0f8 req-7ab081ff-cf3d-41a7-9d44-baf85af309c6 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0485e2a-6265-498d-af36-bc5b21fdd4be HTTP/1.1" status: 200 len: 946 time: 0.0853813 Nov 23 12:51:26.164074 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-22f28ca9-6ba9-4016-903b-300a9967c0f8 req-17c5364f-d4ba-429f-b8f7-a947183f8f00 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] 10.222.0.31 "GET /v2.0/security-groups?id=0bfc3486-ac41-4745-a9d9-0335a6fe353b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465055 Nov 23 12:51:26.489865 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-8254020c-a8f6-4cc9-8d4f-32dd99c2f4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:27.163246 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db9242a-f7b6-48c5-96e2-9468049b3999 req-c62653d0-35fc-4ccb-ad76-e76742717e89 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:51:27.164879 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-2db9242a-f7b6-48c5-96e2-9468049b3999 req-c62653d0-35fc-4ccb-ad76-e76742717e89 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/ports?device_id=517f1b6b-5ba0-4b6c-8a57-ab75136bf6e7 HTTP/1.1" status: 200 len: 946 time: 0.1195228 Nov 23 12:51:27.215871 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-2db9242a-f7b6-48c5-96e2-9468049b3999 req-62c9f070-1cdd-4233-b1bc-786c279b6773 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/security-groups?id=9594e83f-825b-4286-8a40-8cc3ae055a40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439785 Nov 23 12:51:27.361837 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eea6d9e-0efb-49fc-86ef-e48b7922b2cb req-3ee44b2c-4a9c-47d8-9d35-fcf66be6784b tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:51:27.363366 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8eea6d9e-0efb-49fc-86ef-e48b7922b2cb req-3ee44b2c-4a9c-47d8-9d35-fcf66be6784b tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0485e2a-6265-498d-af36-bc5b21fdd4be HTTP/1.1" status: 200 len: 946 time: 0.0883203 Nov 23 12:51:27.413376 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8eea6d9e-0efb-49fc-86ef-e48b7922b2cb req-4d0ed0b6-38fa-4f65-8b92-f91d6fee5216 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] 10.222.0.31 "GET /v2.0/security-groups?id=0bfc3486-ac41-4745-a9d9-0335a6fe353b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440450 Nov 23 12:51:28.286947 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-3a3d0f92-e1d8-40e0-8f39-c6b28c555fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:28.447448 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355140cd-a506-44a6-9a02-b4e86cd7abb5 req-3e78e287-fa31-47a1-a2b4-8f8b3f6e5d41 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:51:28.449269 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-355140cd-a506-44a6-9a02-b4e86cd7abb5 req-3e78e287-fa31-47a1-a2b4-8f8b3f6e5d41 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/ports?device_id=517f1b6b-5ba0-4b6c-8a57-ab75136bf6e7 HTTP/1.1" status: 200 len: 946 time: 0.0880656 Nov 23 12:51:28.498058 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-355140cd-a506-44a6-9a02-b4e86cd7abb5 req-7216f167-8f88-4b15-bc59-f483340f7c85 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/security-groups?id=9594e83f-825b-4286-8a40-8cc3ae055a40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424702 Nov 23 12:51:29.709050 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d267662-ccc1-4f1c-ad77-7abd0c17b3b5 req-f9249506-682c-49e5-a352-9343a2e5d0fc tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:51:29.710529 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-3d267662-ccc1-4f1c-ad77-7abd0c17b3b5 req-f9249506-682c-49e5-a352-9343a2e5d0fc tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/ports?device_id=517f1b6b-5ba0-4b6c-8a57-ab75136bf6e7 HTTP/1.1" status: 200 len: 946 time: 0.0967803 Nov 23 12:51:29.757256 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-3d267662-ccc1-4f1c-ad77-7abd0c17b3b5 req-fdae127b-0b21-474a-abbc-b31541c8a8b6 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/security-groups?id=9594e83f-825b-4286-8a40-8cc3ae055a40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405552 Nov 23 12:51:30.974183 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab845b01-3af4-4cf5-9c00-d98d114ea948 req-11c15749-1c7d-46c4-87c9-8aad59ca34b7 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:51:30.975627 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-ab845b01-3af4-4cf5-9c00-d98d114ea948 req-11c15749-1c7d-46c4-87c9-8aad59ca34b7 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/ports?device_id=517f1b6b-5ba0-4b6c-8a57-ab75136bf6e7 HTTP/1.1" status: 200 len: 946 time: 0.0819163 Nov 23 12:51:31.025878 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-ab845b01-3af4-4cf5-9c00-d98d114ea948 req-f255854e-7d64-49c8-ac7a-dfa820bd7c8a tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/security-groups?id=9594e83f-825b-4286-8a40-8cc3ae055a40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442777 Nov 23 12:51:31.074894 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Device 7c349bf6-772b-419b-b27e-572776ad6b45 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 23 12:51:31.215449 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] For port 7c349bf6-772b-419b-b27e-572776ad6b45, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=7c349bf6-772b-419b-b27e-572776ad6b45,segment=NetworkSegment(7cb193aa-b0a1-449a-a685-460328a69100),segment_id=7cb193aa-b0a1-449a-a685-460328a69100)] {{(pid=86839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:51:31.229494 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Returning: {'device': '7c349bf6-772b-419b-b27e-572776ad6b45', 'network_id': '2928d89d-b6c7-4b51-90ac-bea7caaf93a1', 'port_id': '7c349bf6-772b-419b-b27e-572776ad6b45', 'mac_address': 'fa:16:3e:fd:92:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfb9a90c-7be8-4cd9-9415-38a9d39de564', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 23 12:51:31.293131 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:31.310973 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.notifiers.nova [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7c349bf6-772b-419b-b27e-572776ad6b45 {{(pid=86839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 12:51:31.326976 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] For port 7c349bf6-772b-419b-b27e-572776ad6b45, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=7c349bf6-772b-419b-b27e-572776ad6b45,segment=NetworkSegment(7cb193aa-b0a1-449a-a685-460328a69100),segment_id=7cb193aa-b0a1-449a-a685-460328a69100)] {{(pid=86839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:51:31.332943 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826'] for port, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:31.334922 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:51:31.406202 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Pushing event updated for resources: {'Port': ['ID=7c349bf6-772b-419b-b27e-572776ad6b45,revision_number=6']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:51:31.409339 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:51:31.454093 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] get_ports_and_sgs() called for port_ids ['7c349bf6-772b-419b-b27e-572776ad6b45'] {{(pid=86839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 12:51:32.334393 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332c8c88-d7a1-4c2c-b2f7-5711da10a38d req-580c2816-8bc6-4a43-9987-6302338107c8 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:51:32.336667 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-332c8c88-d7a1-4c2c-b2f7-5711da10a38d req-580c2816-8bc6-4a43-9987-6302338107c8 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/ports?device_id=517f1b6b-5ba0-4b6c-8a57-ab75136bf6e7 HTTP/1.1" status: 200 len: 945 time: 0.1305194 Nov 23 12:51:32.395089 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-332c8c88-d7a1-4c2c-b2f7-5711da10a38d req-0180fb66-7ebb-4c4e-8a7e-cc457794304a tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/security-groups?id=9594e83f-825b-4286-8a40-8cc3ae055a40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515518 Nov 23 12:51:33.092480 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Device 7c349bf6-772b-419b-b27e-572776ad6b45 up at agent hyperv_hv-cinder-81888 {{(pid=86839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:51:33.243403 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Provisioning complete for port 7c349bf6-772b-419b-b27e-572776ad6b45 triggered by entity L2. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:51:33.244390 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567787'] for port, provisioning_complete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:33.442449 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:33.498754 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '517f1b6b-5ba0-4b6c-8a57-ab75136bf6e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c349bf6-772b-419b-b27e-572776ad6b45'}] {{(pid=86839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:51:33.518367 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] For port 7c349bf6-772b-419b-b27e-572776ad6b45, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=7c349bf6-772b-419b-b27e-572776ad6b45,segment=NetworkSegment(7cb193aa-b0a1-449a-a685-460328a69100),segment_id=7cb193aa-b0a1-449a-a685-460328a69100)] {{(pid=86839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:51:33.528892 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826'] for port, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:33.533632 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:51:33.688030 dv-cinder-818883-1-smb neutron-server[86839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '517f1b6b-5ba0-4b6c-8a57-ab75136bf6e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c349bf6-772b-419b-b27e-572776ad6b45', 'code': 200} Nov 23 12:51:33.796870 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Pushing event updated for resources: {'Port': ['ID=7c349bf6-772b-419b-b27e-572776ad6b45,revision_number=7']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:51:33.802284 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:51:33.923473 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d8419e-c281-4893-8f51-a8c4ce31e642 req-5a0bf769-f29c-4a84-96ca-435540523092 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:51:33.936623 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-60d8419e-c281-4893-8f51-a8c4ce31e642 req-5a0bf769-f29c-4a84-96ca-435540523092 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/ports?device_id=517f1b6b-5ba0-4b6c-8a57-ab75136bf6e7 HTTP/1.1" status: 200 len: 946 time: 0.2370493 Nov 23 12:51:34.027525 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-60d8419e-c281-4893-8f51-a8c4ce31e642 req-772e5351-d1d7-417d-a854-af8ece2472a4 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/security-groups?id=9594e83f-825b-4286-8a40-8cc3ae055a40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893087 Nov 23 12:51:34.691564 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:35.288151 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7584d6f-22c3-4394-8113-a2584e1478bc req-862b8ecd-4944-45df-8459-259883b51d9d tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:51:35.290428 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-c7584d6f-22c3-4394-8113-a2584e1478bc req-862b8ecd-4944-45df-8459-259883b51d9d tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/ports?device_id=517f1b6b-5ba0-4b6c-8a57-ab75136bf6e7 HTTP/1.1" status: 200 len: 946 time: 0.1211100 Nov 23 12:51:35.359839 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-c7584d6f-22c3-4394-8113-a2584e1478bc req-0fac9b17-f11e-43ab-b564-8de017bd9fd3 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/security-groups?id=9594e83f-825b-4286-8a40-8cc3ae055a40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577950 Nov 23 12:51:36.669936 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436d8560-f9c0-417c-8964-7421f8200405 req-363eb72a-44d4-4515-bce0-32e34fbaf29d tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:51:36.672583 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-436d8560-f9c0-417c-8964-7421f8200405 req-363eb72a-44d4-4515-bce0-32e34fbaf29d tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/ports?device_id=517f1b6b-5ba0-4b6c-8a57-ab75136bf6e7 HTTP/1.1" status: 200 len: 946 time: 0.1081529 Nov 23 12:51:36.742904 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-436d8560-f9c0-417c-8964-7421f8200405 req-be048463-9da3-43ee-af55-914e2279743c tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/security-groups?id=9594e83f-825b-4286-8a40-8cc3ae055a40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604017 Nov 23 12:51:38.095953 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c58db72-d7ea-4746-8af4-12eee4b1e65d req-b69eab8d-324b-498a-a6f2-4e726038a699 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:51:38.097784 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-6c58db72-d7ea-4746-8af4-12eee4b1e65d req-b69eab8d-324b-498a-a6f2-4e726038a699 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/ports?device_id=517f1b6b-5ba0-4b6c-8a57-ab75136bf6e7 HTTP/1.1" status: 200 len: 946 time: 0.1466615 Nov 23 12:51:38.157438 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-6c58db72-d7ea-4746-8af4-12eee4b1e65d req-e3dd3893-b1c9-439a-8d71-121c9295b840 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/security-groups?id=9594e83f-825b-4286-8a40-8cc3ae055a40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539577 Nov 23 12:51:39.502175 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3e515d-c6bd-4284-87fe-a71e3141c4f1 req-1d4b4c28-687c-4406-9982-7c97e16691cd tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:51:39.503862 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-2a3e515d-c6bd-4284-87fe-a71e3141c4f1 req-1d4b4c28-687c-4406-9982-7c97e16691cd tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/ports?device_id=517f1b6b-5ba0-4b6c-8a57-ab75136bf6e7 HTTP/1.1" status: 200 len: 946 time: 0.1957548 Nov 23 12:51:39.559444 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-2a3e515d-c6bd-4284-87fe-a71e3141c4f1 req-f516db07-1081-436b-acf6-a822f2da6ce1 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/security-groups?id=9594e83f-825b-4286-8a40-8cc3ae055a40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447333 Nov 23 12:51:40.816802 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86386bb2-e976-4506-a1f7-381f0bd8f551 req-bcb209a1-3d6c-4e71-acd1-4c61de39af2a tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:51:40.818429 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-86386bb2-e976-4506-a1f7-381f0bd8f551 req-bcb209a1-3d6c-4e71-acd1-4c61de39af2a tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/ports?device_id=517f1b6b-5ba0-4b6c-8a57-ab75136bf6e7 HTTP/1.1" status: 200 len: 946 time: 0.1011701 Nov 23 12:51:40.885127 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-86386bb2-e976-4506-a1f7-381f0bd8f551 req-6117d057-2892-447c-b29d-0a368f16de05 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/security-groups?id=9594e83f-825b-4286-8a40-8cc3ae055a40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583498 Nov 23 12:51:42.109939 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d05b16-7a65-4339-bf55-90b5f505f885 req-6efc62fd-08ad-4d7d-a5bd-029faed08da8 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:51:42.112463 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-e8d05b16-7a65-4339-bf55-90b5f505f885 req-6efc62fd-08ad-4d7d-a5bd-029faed08da8 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/ports?device_id=517f1b6b-5ba0-4b6c-8a57-ab75136bf6e7 HTTP/1.1" status: 200 len: 946 time: 0.0964994 Nov 23 12:51:42.173805 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-e8d05b16-7a65-4339-bf55-90b5f505f885 req-6cc9c137-5f3d-4949-8612-b41dc3ec42aa tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/security-groups?id=9594e83f-825b-4286-8a40-8cc3ae055a40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531318 Nov 23 12:51:43.459129 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f8cc3d-9d83-48d0-82a2-51ee346d3403 req-7bba8e1d-6cf3-498a-8cc9-2db9b629ffd0 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:51:43.461732 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-47f8cc3d-9d83-48d0-82a2-51ee346d3403 req-7bba8e1d-6cf3-498a-8cc9-2db9b629ffd0 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/ports?device_id=517f1b6b-5ba0-4b6c-8a57-ab75136bf6e7 HTTP/1.1" status: 200 len: 946 time: 0.1426308 Nov 23 12:51:43.539420 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-47f8cc3d-9d83-48d0-82a2-51ee346d3403 req-ebc1ed94-c214-4b6e-9518-a7ee5962a9a5 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/security-groups?id=9594e83f-825b-4286-8a40-8cc3ae055a40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691569 Nov 23 12:51:44.159628 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-66748b3d-8de4-4fb2-8466-0478c58554ef req-2ab5309a-b831-4c4a-8de5-7013e2be0a75 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-547263267&fields=id&tenant_id=3b7f85b4c3f6438bbd0febee23146dbf HTTP/1.1" status: 200 len: 267 time: 0.0452919 Nov 23 12:51:44.252805 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66748b3d-8de4-4fb2-8466-0478c58554ef req-2f74c3b8-c087-4c21-a356-83aa5bc67acb tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:51:44.255082 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-66748b3d-8de4-4fb2-8466-0478c58554ef req-2f74c3b8-c087-4c21-a356-83aa5bc67acb tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bb52a82-ed7f-4d60-bc04-7f2925dfab36 HTTP/1.1" status: 200 len: 985 time: 0.0894606 Nov 23 12:51:44.269542 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.v2.base [req-66748b3d-8de4-4fb2-8466-0478c58554ef req-13dff1ca-a841-42ee-86c2-c6771a0ece65 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Request body: {'port': {'security_groups': ['9da913dc-3b2c-4e11-a727-e7a51cca0bae']}} {{(pid=86838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:51:44.403585 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-66748b3d-8de4-4fb2-8466-0478c58554ef req-13dff1ca-a841-42ee-86c2-c6771a0ece65 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:44.542820 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c39f232-4e9f-4ee5-9040-4fb2f7255760 req-113e7d00-3018-4238-ae5f-b820251563e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:51:44.544380 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-4c39f232-4e9f-4ee5-9040-4fb2f7255760 req-113e7d00-3018-4238-ae5f-b820251563e5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2c9750bf5c154974b0144431d3be6eea&device_id=517f1b6b-5ba0-4b6c-8a57-ab75136bf6e7 HTTP/1.1" status: 200 len: 1099 time: 0.0776360 Nov 23 12:51:44.680715 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c39f232-4e9f-4ee5-9040-4fb2f7255760 req-65280aaf-ccf0-4319-be44-99538635d652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:51:44.682278 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-4c39f232-4e9f-4ee5-9040-4fb2f7255760 req-65280aaf-ccf0-4319-be44-99538635d652 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2928d89d-b6c7-4b51-90ac-bea7caaf93a1 HTTP/1.1" status: 200 len: 917 time: 0.1311293 Nov 23 12:51:44.714475 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.db [req-66748b3d-8de4-4fb2-8466-0478c58554ef req-13dff1ca-a841-42ee-86c2-c6771a0ece65 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] For port 850c8f55-cdfa-4771-97ce-36f7b8423a3b, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=850c8f55-cdfa-4771-97ce-36f7b8423a3b,segment=NetworkSegment(59a6b585-e3ee-45c8-9d46-49d25176996c),segment_id=59a6b585-e3ee-45c8-9d46-49d25176996c)] {{(pid=86838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:51:44.754837 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-66748b3d-8de4-4fb2-8466-0478c58554ef req-13dff1ca-a841-42ee-86c2-c6771a0ece65 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Notify callbacks [] for port, precommit_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:44.763881 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-66748b3d-8de4-4fb2-8466-0478c58554ef req-13dff1ca-a841-42ee-86c2-c6771a0ece65 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8277311'] for port, after_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:44.769985 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-b64e55ad-6cda-41d4-8de3-bc08bcaa339a tempest-VolumesNegativeTest-663370915 tempest-VolumesNegativeTest-663370915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:51:44.778143 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] get_ports_and_sgs() called for port_ids ['850c8f55-cdfa-4771-97ce-36f7b8423a3b'] {{(pid=86839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 12:51:44.795618 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-4c39f232-4e9f-4ee5-9040-4fb2f7255760 req-9c101872-66a8-4a9d-90a2-eb61b4c1ba8d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c349bf6-772b-419b-b27e-572776ad6b45 HTTP/1.1" status: 200 len: 1002 time: 0.1064463 Nov 23 12:51:44.817705 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d74bd92-f0f0-4e3e-b3e7-049b17b6d6cc req-07bf0415-de17-4e55-8b1a-5f560a0d5c19 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:51:44.819270 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-2d74bd92-f0f0-4e3e-b3e7-049b17b6d6cc req-07bf0415-de17-4e55-8b1a-5f560a0d5c19 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/ports?device_id=517f1b6b-5ba0-4b6c-8a57-ab75136bf6e7 HTTP/1.1" status: 200 len: 946 time: 0.1617248 Nov 23 12:51:44.862405 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c39f232-4e9f-4ee5-9040-4fb2f7255760 req-01c77b4b-359e-4fc9-8a44-14689e289774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:51:44.863969 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-4c39f232-4e9f-4ee5-9040-4fb2f7255760 req-01c77b4b-359e-4fc9-8a44-14689e289774 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bfb9a90c-7be8-4cd9-9415-38a9d39de564 HTTP/1.1" status: 200 len: 855 time: 0.0613785 Nov 23 12:51:44.873559 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66748b3d-8de4-4fb2-8466-0478c58554ef req-13dff1ca-a841-42ee-86c2-c6771a0ece65 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:51:44.874255 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-66748b3d-8de4-4fb2-8466-0478c58554ef req-13dff1ca-a841-42ee-86c2-c6771a0ece65 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188604'] for port, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:44.882839 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-66748b3d-8de4-4fb2-8466-0478c58554ef req-13dff1ca-a841-42ee-86c2-c6771a0ece65 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] 10.222.0.31 "PUT /v2.0/ports/850c8f55-cdfa-4771-97ce-36f7b8423a3b HTTP/1.1" status: 200 len: 943 time: 0.6203039 Nov 23 12:51:44.886204 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bb52a82-ed7f-4d60-bc04-7f2925dfab36', 'tag': '850c8f55-cdfa-4771-97ce-36f7b8423a3b'}] {{(pid=86838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:51:44.900624 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 53428) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:51:44.963454 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c39f232-4e9f-4ee5-9040-4fb2f7255760 req-8d8a74c0-70ca-4e31-8ce5-f2c58727c7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:51:44.966112 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-4c39f232-4e9f-4ee5-9040-4fb2f7255760 req-8d8a74c0-70ca-4e31-8ce5-f2c58727c7de service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2928d89d-b6c7-4b51-90ac-bea7caaf93a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0941565 Nov 23 12:51:44.996706 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-2d74bd92-f0f0-4e3e-b3e7-049b17b6d6cc req-414fbd3b-ec73-4d82-838e-be58130d55f3 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/security-groups?id=9594e83f-825b-4286-8a40-8cc3ae055a40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1516211 Nov 23 12:51:45.025025 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dff1ca-a841-42ee-86c2-c6771a0ece65 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Pushing event updated for resources: {'Port': ['ID=850c8f55-cdfa-4771-97ce-36f7b8423a3b,revision_number=7']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:51:45.090328 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dff1ca-a841-42ee-86c2-c6771a0ece65 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:51:45.090899 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dff1ca-a841-42ee-86c2-c6771a0ece65 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:51:45.091107 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dff1ca-a841-42ee-86c2-c6771a0ece65 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:51:45.091477 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dff1ca-a841-42ee-86c2-c6771a0ece65 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:51:45.091840 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dff1ca-a841-42ee-86c2-c6771a0ece65 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:51:45.092207 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dff1ca-a841-42ee-86c2-c6771a0ece65 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:51:45.092563 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dff1ca-a841-42ee-86c2-c6771a0ece65 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:51:45.092920 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dff1ca-a841-42ee-86c2-c6771a0ece65 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:51:45.093276 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dff1ca-a841-42ee-86c2-c6771a0ece65 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:51:45.093629 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dff1ca-a841-42ee-86c2-c6771a0ece65 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:51:45.093980 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dff1ca-a841-42ee-86c2-c6771a0ece65 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:51:45.094330 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dff1ca-a841-42ee-86c2-c6771a0ece65 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:51:45.108719 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-13dff1ca-a841-42ee-86c2-c6771a0ece65 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:51:45.117923 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bb52a82-ed7f-4d60-bc04-7f2925dfab36', 'tag': '850c8f55-cdfa-4771-97ce-36f7b8423a3b', 'status': 'completed', 'code': 200} Nov 23 12:51:45.146382 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-528aaf05-3500-4d3f-a01c-672fb9c78cee tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Notify callbacks [] for security_group, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:45.159427 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] get_ports_and_sgs() called for port_ids ['850c8f55-cdfa-4771-97ce-36f7b8423a3b'] {{(pid=86839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 12:51:45.206445 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-528aaf05-3500-4d3f-a01c-672fb9c78cee tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:45.278470 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-5f4034b7-1f57-4137-b601-d63e8220d834 None None] Provisioning complete for port 850c8f55-cdfa-4771-97ce-36f7b8423a3b triggered by entity DHCP. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:51:45.278973 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5f4034b7-1f57-4137-b601-d63e8220d834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567787'] for port, provisioning_complete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:45.296717 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-528aaf05-3500-4d3f-a01c-672fb9c78cee tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:45.301733 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-4e15affe-6b63-4f0e-a37c-79475cd30b62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:51:45.318596 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528aaf05-3500-4d3f-a01c-672fb9c78cee tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=087155e2-c7d0-4fff-9c16-348ee38e9701,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:51:45.321828 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-528aaf05-3500-4d3f-a01c-672fb9c78cee tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:51:45.329033 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-528aaf05-3500-4d3f-a01c-672fb9c78cee tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Notify callbacks [] for security_group, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:45.330370 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-528aaf05-3500-4d3f-a01c-672fb9c78cee tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] 10.222.0.31 "DELETE /v2.0/security-groups/087155e2-c7d0-4fff-9c16-348ee38e9701 HTTP/1.1" status: 204 len: 168 time: 0.4260659 Nov 23 12:51:45.334565 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 53440) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:51:45.347587 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-4c39f232-4e9f-4ee5-9040-4fb2f7255760 req-c9b52f50-66fe-4639-a9a4-e45270df9e50 service neutron] 10.222.0.54 "GET /v2.0/networks/2928d89d-b6c7-4b51-90ac-bea7caaf93a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3743873 Nov 23 12:51:45.472256 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5213114-6edc-40a1-ace3-ce1a636da5e8 req-25d61783-8787-44c6-8107-21b94ba418f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:51:45.473988 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-e5213114-6edc-40a1-ace3-ce1a636da5e8 req-25d61783-8787-44c6-8107-21b94ba418f7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3b7f85b4c3f6438bbd0febee23146dbf&device_id=6bb52a82-ed7f-4d60-bc04-7f2925dfab36 HTTP/1.1" status: 200 len: 1099 time: 0.1974411 Nov 23 12:51:45.599341 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-4c39f232-4e9f-4ee5-9040-4fb2f7255760 req-b45c14b1-fd52-4e45-bc46-2501b312fcd3 service neutron] 10.222.0.54 "GET /v2.0/networks/2928d89d-b6c7-4b51-90ac-bea7caaf93a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2429125 Nov 23 12:51:45.610339 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.plugin [None req-f1cca422-a8e3-4ac3-90f0-d2ccb15f24b8 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Deleting port 1c070c9d-21df-444a-8c8d-e4cea564bbbd {{(pid=86838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 12:51:45.610982 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-f1cca422-a8e3-4ac3-90f0-d2ccb15f24b8 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788171068353'] for port, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:45.657385 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5213114-6edc-40a1-ace3-ce1a636da5e8 req-4c948e34-cb85-4863-8202-bfc9ffb3179b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:51:45.658957 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-e5213114-6edc-40a1-ace3-ce1a636da5e8 req-4c948e34-cb85-4863-8202-bfc9ffb3179b service neutron] 10.222.0.54 "GET /v2.0/networks?id=b15c6796-f0a9-4d15-aa1e-eb7fe36a0201 HTTP/1.1" status: 200 len: 915 time: 0.1701093 Nov 23 12:51:45.782229 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-e5213114-6edc-40a1-ace3-ce1a636da5e8 req-cb026d80-9878-403a-86f3-00f3fa70f0ab service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=850c8f55-cdfa-4771-97ce-36f7b8423a3b HTTP/1.1" status: 200 len: 1000 time: 0.1152432 Nov 23 12:51:45.817848 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-f1cca422-a8e3-4ac3-90f0-d2ccb15f24b8 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506271'] for port, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:45.818499 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-f1cca422-a8e3-4ac3-90f0-d2ccb15f24b8 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:45.868052 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5213114-6edc-40a1-ace3-ce1a636da5e8 req-3717f7fe-3622-4daf-aeab-ff798b4a5ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:51:45.869468 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-e5213114-6edc-40a1-ace3-ce1a636da5e8 req-3717f7fe-3622-4daf-aeab-ff798b4a5ed2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=62fcaa5c-0ecb-4cd2-b592-53ffd52c0337 HTTP/1.1" status: 200 len: 853 time: 0.0699701 Nov 23 12:51:45.952545 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5213114-6edc-40a1-ace3-ce1a636da5e8 req-3424af89-2402-4872-a3af-93aedbf110c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:51:45.954084 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-e5213114-6edc-40a1-ace3-ce1a636da5e8 req-3424af89-2402-4872-a3af-93aedbf110c2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b15c6796-f0a9-4d15-aa1e-eb7fe36a0201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0768557 Nov 23 12:51:46.055023 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.plugin [None req-f1cca422-a8e3-4ac3-90f0-d2ccb15f24b8 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Calling delete_port for 1c070c9d-21df-444a-8c8d-e4cea564bbbd owned by network:floatingip {{(pid=86838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 12:51:46.104566 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-e5213114-6edc-40a1-ace3-ce1a636da5e8 req-81cd57f6-0633-4dfb-8558-7e7c38ebb4f8 service neutron] 10.222.0.54 "GET /v2.0/networks/b15c6796-f0a9-4d15-aa1e-eb7fe36a0201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415215 Nov 23 12:51:46.264338 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-e5213114-6edc-40a1-ace3-ce1a636da5e8 req-b0bde07d-a6e3-49cf-a859-0241cc3b362c service neutron] 10.222.0.54 "GET /v2.0/networks/b15c6796-f0a9-4d15-aa1e-eb7fe36a0201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522825 Nov 23 12:51:46.309255 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3f8c8c-dbc4-44a4-addf-d762d8724b97 req-43e8838a-bcf6-44cb-8515-55a8f98b7600 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:51:46.310938 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-6f3f8c8c-dbc4-44a4-addf-d762d8724b97 req-43e8838a-bcf6-44cb-8515-55a8f98b7600 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/ports?device_id=517f1b6b-5ba0-4b6c-8a57-ab75136bf6e7 HTTP/1.1" status: 200 len: 946 time: 0.1752415 Nov 23 12:51:46.338540 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-f1cca422-a8e3-4ac3-90f0-d2ccb15f24b8 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788171071573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788170525772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8277302'] for port, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:46.345060 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-c7a338db-8487-4144-80b1-53787a1a8ffc tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:51:46.402505 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cca422-a8e3-4ac3-90f0-d2ccb15f24b8 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Pushing event deleted for resources: {'Port': ['ID=1c070c9d-21df-444a-8c8d-e4cea564bbbd,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:51:46.433606 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-f1cca422-a8e3-4ac3-90f0-d2ccb15f24b8 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:51:46.477407 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-6f3f8c8c-dbc4-44a4-addf-d762d8724b97 req-89e11a6f-95a2-47e4-9c55-01c8c3caa634 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/security-groups?id=9594e83f-825b-4286-8a40-8cc3ae055a40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1552689 Nov 23 12:51:46.510847 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-f1cca422-a8e3-4ac3-90f0-d2ccb15f24b8 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Notify callbacks [] for floatingip, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:46.511763 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.db.l3_db [None req-f1cca422-a8e3-4ac3-90f0-d2ccb15f24b8 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Floating IP f977672d-0876-4247-8e22-31f3b35dae1a disassociated (deleted). External IP: 172.28.2.9, port: 850c8f55-cdfa-4771-97ce-36f7b8423a3b. Nov 23 12:51:46.893736 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1cca422-a8e3-4ac3-90f0-d2ccb15f24b8 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Router a67f0724-5760-40a3-8435-070d5646d010 has already been hosted by L3 agent d7c7f769-7b7b-49b8-a5c1-735df886e043 {{(pid=86838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 12:51:47.076961 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1cca422-a8e3-4ac3-90f0-d2ccb15f24b8 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Notify agent at l3_agent.dv-cinder-818883-1-smb the message routers_updated {{(pid=86838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 12:51:47.087016 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721169da-1a94-4166-8261-f275a351ab02 None None] Sync routers for ids ['a67f0724-5760-40a3-8435-070d5646d010'] in dv-cinder-818883-1-smb {{(pid=86839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 12:51:47.094572 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-f1cca422-a8e3-4ac3-90f0-d2ccb15f24b8 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188604'] for floatingip, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:47.097573 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721169da-1a94-4166-8261-f275a351ab02 None None] Routers {'a67f0724-5760-40a3-8435-070d5646d010'} bound to L3 agent in host dv-cinder-818883-1-smb {{(pid=86839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:51:47.098433 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_hamode_db [None req-721169da-1a94-4166-8261-f275a351ab02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T12:37:26Z,description=,heartbeat_timestamp=2021-11-23T12:51:26Z,host='dv-cinder-818883-1-smb',id=d7c7f769-7b7b-49b8-a5c1-735df886e043,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:37:26Z,topic='l3_agent')) {'router_ids': ['a67f0724-5760-40a3-8435-070d5646d010'], 'active': True} {{(pid=86839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:51:47.153989 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-f1cca422-a8e3-4ac3-90f0-d2ccb15f24b8 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] 10.222.0.31 "DELETE /v2.0/floatingips/f977672d-0876-4247-8e22-31f3b35dae1a HTTP/1.1" status: 204 len: 168 time: 1.8178830 Nov 23 12:51:47.154531 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bb52a82-ed7f-4d60-bc04-7f2925dfab36', 'tag': '850c8f55-cdfa-4771-97ce-36f7b8423a3b'}] {{(pid=86838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:51:47.175064 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Device 7c349bf6-772b-419b-b27e-572776ad6b45 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 12:51:47.201576 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bb52a82-ed7f-4d60-bc04-7f2925dfab36', 'tag': '850c8f55-cdfa-4771-97ce-36f7b8423a3b', 'status': 'completed', 'code': 200} Nov 23 12:51:47.307289 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191631eb-7662-4ff8-94d2-ec03c55f7c25 req-bed21ba6-5fb5-481f-8eda-96bdca35ed00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:51:47.309207 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-191631eb-7662-4ff8-94d2-ec03c55f7c25 req-bed21ba6-5fb5-481f-8eda-96bdca35ed00 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3b7f85b4c3f6438bbd0febee23146dbf&device_id=6bb52a82-ed7f-4d60-bc04-7f2925dfab36 HTTP/1.1" status: 200 len: 1099 time: 0.0809646 Nov 23 12:51:47.366617 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_dvr_db [None req-721169da-1a94-4166-8261-f275a351ab02 None None] Set router a67f0724-5760-40a3-8435-070d5646d010 gateway port host: dv-cinder-818883-1-smb {{(pid=86839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:51:47.471251 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:47.541892 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191631eb-7662-4ff8-94d2-ec03c55f7c25 req-d312939a-946a-4888-a377-0690629bf585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:51:47.544518 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-191631eb-7662-4ff8-94d2-ec03c55f7c25 req-d312939a-946a-4888-a377-0690629bf585 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b15c6796-f0a9-4d15-aa1e-eb7fe36a0201 HTTP/1.1" status: 200 len: 915 time: 0.2286079 Nov 23 12:51:47.644843 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '517f1b6b-5ba0-4b6c-8a57-ab75136bf6e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c349bf6-772b-419b-b27e-572776ad6b45'}] {{(pid=86839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:51:47.670382 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] For port 7c349bf6-772b-419b-b27e-572776ad6b45, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=7c349bf6-772b-419b-b27e-572776ad6b45,segment=NetworkSegment(7cb193aa-b0a1-449a-a685-460328a69100),segment_id=7cb193aa-b0a1-449a-a685-460328a69100)] {{(pid=86839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:51:47.678545 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826'] for port, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:47.682729 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:51:47.687659 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-191631eb-7662-4ff8-94d2-ec03c55f7c25 req-f3c07565-00fe-4fa4-b943-d5bf7953c486 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=850c8f55-cdfa-4771-97ce-36f7b8423a3b HTTP/1.1" status: 200 len: 217 time: 0.1195908 Nov 23 12:51:47.809575 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef53c1d-ce86-493f-adfd-bc9aa37e931f req-2d4594b5-c165-4293-8bed-fbb814087b40 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:51:47.813780 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-3ef53c1d-ce86-493f-adfd-bc9aa37e931f req-2d4594b5-c165-4293-8bed-fbb814087b40 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/ports?device_id=517f1b6b-5ba0-4b6c-8a57-ab75136bf6e7 HTTP/1.1" status: 200 len: 944 time: 0.1088560 Nov 23 12:51:47.833419 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191631eb-7662-4ff8-94d2-ec03c55f7c25 req-1d7831ad-c3dd-48f9-92d6-89ef6fcdde38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:51:47.835002 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-191631eb-7662-4ff8-94d2-ec03c55f7c25 req-1d7831ad-c3dd-48f9-92d6-89ef6fcdde38 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=62fcaa5c-0ecb-4cd2-b592-53ffd52c0337 HTTP/1.1" status: 200 len: 853 time: 0.1340296 Nov 23 12:51:47.841814 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Pushing event updated for resources: {'Port': ['ID=7c349bf6-772b-419b-b27e-572776ad6b45,revision_number=8']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:51:47.845651 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:51:47.878415 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_hamode_db [None req-721169da-1a94-4166-8261-f275a351ab02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a67f0724-5760-40a3-8435-070d5646d010', 'name': 'tempest-TestMinimumBasicScenario-560369306-router', 'tenant_id': '3b7f85b4c3f6438bbd0febee23146dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'external_fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.225'}], 'enable_snat': True}, 'gw_port_id': '210b9708-4701-4959-86e1-a3c76f3f2e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:48:42Z', 'updated_at': '2021-11-23T12:48:50Z', 'revision_number': 4, 'project_id': '3b7f85b4c3f6438bbd0febee23146dbf', 'gw_port': {'id': '210b9708-4701-4959-86e1-a3c76f3f2e66', 'name': '', 'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:84:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a67f0724-5760-40a3-8435-070d5646d010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:48:44Z', 'updated_at': '2021-11-23T12:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-smb', '_interfaces': [{'id': '5743091e-375a-486a-aa90-7a397b171968', 'name': '', 'network_id': 'b15c6796-f0a9-4d15-aa1e-eb7fe36a0201', 'tenant_id': '3b7f85b4c3f6438bbd0febee23146dbf', 'mac_address': 'fa:16:3e:e6:19:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a67f0724-5760-40a3-8435-070d5646d010', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '62fcaa5c-0ecb-4cd2-b592-53ffd52c0337', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:48:49Z', 'updated_at': '2021-11-23T12:48:57Z', 'revision_number': 5, 'project_id': '3b7f85b4c3f6438bbd0febee23146dbf', 'subnets': [{'id': '62fcaa5c-0ecb-4cd2-b592-53ffd52c0337', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-1-smb', False) {} {{(pid=86839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:51:47.883628 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721169da-1a94-4166-8261-f275a351ab02 None None] Checking router: a67f0724-5760-40a3-8435-070d5646d010 for host: dv-cinder-818883-1-smb {{(pid=86839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 12:51:47.894633 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721169da-1a94-4166-8261-f275a351ab02 None None] Routers {'a67f0724-5760-40a3-8435-070d5646d010'} bound to L3 agent in host dv-cinder-818883-1-smb {{(pid=86839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:51:47.895292 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_hamode_db [None req-721169da-1a94-4166-8261-f275a351ab02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T12:37:26Z,description=,heartbeat_timestamp=2021-11-23T12:51:26Z,host='dv-cinder-818883-1-smb',id=d7c7f769-7b7b-49b8-a5c1-735df886e043,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:37:26Z,topic='l3_agent')) {'router_ids': ['a67f0724-5760-40a3-8435-070d5646d010'], 'active': True} {{(pid=86839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:51:47.912097 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-3ef53c1d-ce86-493f-adfd-bc9aa37e931f req-5a43637e-b942-40bc-8cf6-da3db6536a0c tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/security-groups?id=9594e83f-825b-4286-8a40-8cc3ae055a40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840032 Nov 23 12:51:47.948227 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191631eb-7662-4ff8-94d2-ec03c55f7c25 req-e2b08bb5-1824-41f3-bceb-214e65cdff74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:51:47.950288 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-191631eb-7662-4ff8-94d2-ec03c55f7c25 req-e2b08bb5-1824-41f3-bceb-214e65cdff74 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b15c6796-f0a9-4d15-aa1e-eb7fe36a0201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1069314 Nov 23 12:51:48.207869 dv-cinder-818883-1-smb neutron-server[86839]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '517f1b6b-5ba0-4b6c-8a57-ab75136bf6e7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7c349bf6-772b-419b-b27e-572776ad6b45', 'code': 422} returned with failed status Nov 23 12:51:48.240094 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-191631eb-7662-4ff8-94d2-ec03c55f7c25 req-1284ac76-8c54-4ccd-9c08-feaef70e44a8 service neutron] 10.222.0.54 "GET /v2.0/networks/b15c6796-f0a9-4d15-aa1e-eb7fe36a0201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2757416 Nov 23 12:51:48.277495 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_dvr_db [None req-721169da-1a94-4166-8261-f275a351ab02 None None] Set router a67f0724-5760-40a3-8435-070d5646d010 gateway port host: dv-cinder-818883-1-smb {{(pid=86839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:51:48.559734 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-191631eb-7662-4ff8-94d2-ec03c55f7c25 req-ca9842de-b64f-44b6-afbe-4e0269b1ce93 service neutron] 10.222.0.54 "GET /v2.0/networks/b15c6796-f0a9-4d15-aa1e-eb7fe36a0201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3099566 Nov 23 12:51:48.773063 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_hamode_db [None req-721169da-1a94-4166-8261-f275a351ab02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a67f0724-5760-40a3-8435-070d5646d010', 'name': 'tempest-TestMinimumBasicScenario-560369306-router', 'tenant_id': '3b7f85b4c3f6438bbd0febee23146dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'external_fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.225'}], 'enable_snat': True}, 'gw_port_id': '210b9708-4701-4959-86e1-a3c76f3f2e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:48:42Z', 'updated_at': '2021-11-23T12:48:50Z', 'revision_number': 4, 'project_id': '3b7f85b4c3f6438bbd0febee23146dbf', 'gw_port': {'id': '210b9708-4701-4959-86e1-a3c76f3f2e66', 'name': '', 'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:84:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a67f0724-5760-40a3-8435-070d5646d010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:48:44Z', 'updated_at': '2021-11-23T12:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-smb', '_interfaces': [{'id': '5743091e-375a-486a-aa90-7a397b171968', 'name': '', 'network_id': 'b15c6796-f0a9-4d15-aa1e-eb7fe36a0201', 'tenant_id': '3b7f85b4c3f6438bbd0febee23146dbf', 'mac_address': 'fa:16:3e:e6:19:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a67f0724-5760-40a3-8435-070d5646d010', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '62fcaa5c-0ecb-4cd2-b592-53ffd52c0337', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:48:49Z', 'updated_at': '2021-11-23T12:48:57Z', 'revision_number': 5, 'project_id': '3b7f85b4c3f6438bbd0febee23146dbf', 'subnets': [{'id': '62fcaa5c-0ecb-4cd2-b592-53ffd52c0337', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-1-smb', False) {} {{(pid=86839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:51:48.779770 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721169da-1a94-4166-8261-f275a351ab02 None None] The sync data for ids ['a67f0724-5760-40a3-8435-070d5646d010'] in dv-cinder-818883-1-smb is: [{'id': 'a67f0724-5760-40a3-8435-070d5646d010', 'name': 'tempest-TestMinimumBasicScenario-560369306-router', 'tenant_id': '3b7f85b4c3f6438bbd0febee23146dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'external_fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.225'}], 'enable_snat': True}, 'gw_port_id': '210b9708-4701-4959-86e1-a3c76f3f2e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:48:42Z', 'updated_at': '2021-11-23T12:48:50Z', 'revision_number': 4, 'project_id': '3b7f85b4c3f6438bbd0febee23146dbf', 'gw_port': {'id': '210b9708-4701-4959-86e1-a3c76f3f2e66', 'name': '', 'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:84:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a67f0724-5760-40a3-8435-070d5646d010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:48:44Z', 'updated_at': '2021-11-23T12:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-smb', '_interfaces': [{'id': '5743091e-375a-486a-aa90-7a397b171968', 'name': '', 'network_id': 'b15c6796-f0a9-4d15-aa1e-eb7fe36a0201', 'tenant_id': '3b7f85b4c3f6438bbd0febee23146dbf', 'mac_address': 'fa:16:3e:e6:19:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a67f0724-5760-40a3-8435-070d5646d010', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '62fcaa5c-0ecb-4cd2-b592-53ffd52c0337', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:48:49Z', 'updated_at': '2021-11-23T12:48:57Z', 'revision_number': 5, 'project_id': '3b7f85b4c3f6438bbd0febee23146dbf', 'subnets': [{'id': '62fcaa5c-0ecb-4cd2-b592-53ffd52c0337', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 12:51:49.039088 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4aa427-6138-429a-9a73-ce665bae404e None None] New status for floating IP f977672d-0876-4247-8e22-31f3b35dae1a: DOWN {{(pid=86840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 12:51:49.471799 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b216b5f-934a-4565-a1fa-699d9a0481f8 req-72a38892-1b34-45c0-a490-1c6995dd1ae8 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:51:49.473417 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-9b216b5f-934a-4565-a1fa-699d9a0481f8 req-72a38892-1b34-45c0-a490-1c6995dd1ae8 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/ports?device_id=517f1b6b-5ba0-4b6c-8a57-ab75136bf6e7 HTTP/1.1" status: 200 len: 944 time: 0.1050551 Nov 23 12:51:49.537655 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-9b216b5f-934a-4565-a1fa-699d9a0481f8 req-0171243f-d103-4fca-a77e-431587df240a tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/security-groups?id=9594e83f-825b-4286-8a40-8cc3ae055a40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553963 Nov 23 12:51:49.632137 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 53532) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:51:49.761559 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-fb61ec43-33bf-4064-8b10-55dec871da63 req-2e414aa1-b0b8-47df-b736-0731b49e3d45 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=517f1b6b-5ba0-4b6c-8a57-ab75136bf6e7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1277726 Nov 23 12:51:49.918848 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd277b1-3553-4d18-8054-d1763dc6378c req-c4bc462c-d9db-4045-8cc2-df56ac4d53e7 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:51:49.920331 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-3dd277b1-3553-4d18-8054-d1763dc6378c req-c4bc462c-d9db-4045-8cc2-df56ac4d53e7 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0485e2a-6265-498d-af36-bc5b21fdd4be HTTP/1.1" status: 200 len: 946 time: 0.0879509 Nov 23 12:51:49.966918 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-3dd277b1-3553-4d18-8054-d1763dc6378c req-18c3b354-1d2f-4bc8-b3e5-81a04a44d07b tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] 10.222.0.31 "GET /v2.0/security-groups?id=0bfc3486-ac41-4745-a9d9-0335a6fe353b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401955 Nov 23 12:51:50.739720 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d200e1-d49e-48ad-8c93-22a59f7baabb req-950d0a87-afcc-4fa2-bd50-1775abd8fa57 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:51:50.741383 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-71d200e1-d49e-48ad-8c93-22a59f7baabb req-950d0a87-afcc-4fa2-bd50-1775abd8fa57 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/ports?device_id=517f1b6b-5ba0-4b6c-8a57-ab75136bf6e7 HTTP/1.1" status: 200 len: 944 time: 0.0880787 Nov 23 12:51:50.797312 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-71d200e1-d49e-48ad-8c93-22a59f7baabb req-34ce0891-364b-47c4-8b82-436b53500018 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/security-groups?id=9594e83f-825b-4286-8a40-8cc3ae055a40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481412 Nov 23 12:51:51.214082 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Device 7c349bf6-772b-419b-b27e-572776ad6b45 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 12:51:51.224988 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6b4fe5-0aab-4242-9292-ff9b721c2233 req-a4466693-1e42-4424-b499-3e3fa9e2c630 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:51:51.225693 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-0c6b4fe5-0aab-4242-9292-ff9b721c2233 req-a4466693-1e42-4424-b499-3e3fa9e2c630 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Synchronizing usage tracker for tenant:3b7f85b4c3f6438bbd0febee23146dbf on resource:port {{(pid=86838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:51:51.237652 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ff3bec-aa49-46ef-9c01-a558c6bd37b9 req-8359e692-c411-4f91-9867-fce6d367be87 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:51:51.239187 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-45ff3bec-aa49-46ef-9c01-a558c6bd37b9 req-8359e692-c411-4f91-9867-fce6d367be87 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0485e2a-6265-498d-af36-bc5b21fdd4be HTTP/1.1" status: 200 len: 946 time: 0.1323438 Nov 23 12:51:51.269998 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-0c6b4fe5-0aab-4242-9292-ff9b721c2233 req-a4466693-1e42-4424-b499-3e3fa9e2c630 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Unset dirty status for tenant:3b7f85b4c3f6438bbd0febee23146dbf on resource:port {{(pid=86838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:51:51.271220 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-0c6b4fe5-0aab-4242-9292-ff9b721c2233 req-a4466693-1e42-4424-b499-3e3fa9e2c630 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bb52a82-ed7f-4d60-bc04-7f2925dfab36 HTTP/1.1" status: 200 len: 946 time: 0.3117454 Nov 23 12:51:51.312143 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-45ff3bec-aa49-46ef-9c01-a558c6bd37b9 req-c8fffb67-3b08-43f3-ad7e-fa89207d4bf2 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] 10.222.0.31 "GET /v2.0/security-groups?id=0bfc3486-ac41-4745-a9d9-0335a6fe353b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654981 Nov 23 12:51:51.333832 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-0c6b4fe5-0aab-4242-9292-ff9b721c2233 req-6c574e3c-d3df-45d0-9f52-4fbfe9052ab5 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Synchronizing usage tracker for tenant:3b7f85b4c3f6438bbd0febee23146dbf on resource:security_group {{(pid=86838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:51:51.353166 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-0c6b4fe5-0aab-4242-9292-ff9b721c2233 req-6c574e3c-d3df-45d0-9f52-4fbfe9052ab5 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Unset dirty status for tenant:3b7f85b4c3f6438bbd0febee23146dbf on resource:security_group {{(pid=86838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:51:51.354322 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-0c6b4fe5-0aab-4242-9292-ff9b721c2233 req-6c574e3c-d3df-45d0-9f52-4fbfe9052ab5 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] 10.222.0.31 "GET /v2.0/security-groups?id=9da913dc-3b2c-4e11-a727-e7a51cca0bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715585 Nov 23 12:51:51.501983 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb61ec43-33bf-4064-8b10-55dec871da63 req-11da0e37-0a4c-45f7-b849-25d0e5995895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:51:51.503451 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-fb61ec43-33bf-4064-8b10-55dec871da63 req-11da0e37-0a4c-45f7-b849-25d0e5995895 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=517f1b6b-5ba0-4b6c-8a57-ab75136bf6e7&tenant_id=2c9750bf5c154974b0144431d3be6eea HTTP/1.1" status: 200 len: 1097 time: 0.0756662 Nov 23 12:51:51.605805 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb61ec43-33bf-4064-8b10-55dec871da63 req-b69c84a0-134f-4605-ae05-1fec0c4440d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:51:51.607646 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-fb61ec43-33bf-4064-8b10-55dec871da63 req-b69c84a0-134f-4605-ae05-1fec0c4440d9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2c9750bf5c154974b0144431d3be6eea&device_id=517f1b6b-5ba0-4b6c-8a57-ab75136bf6e7 HTTP/1.1" status: 200 len: 1097 time: 0.0765660 Nov 23 12:51:51.747441 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb61ec43-33bf-4064-8b10-55dec871da63 req-1e0b79e2-5686-44e2-a5ea-0df587c16f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:51:51.748970 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-fb61ec43-33bf-4064-8b10-55dec871da63 req-1e0b79e2-5686-44e2-a5ea-0df587c16f1f service neutron] 10.222.0.54 "GET /v2.0/networks?id=2928d89d-b6c7-4b51-90ac-bea7caaf93a1 HTTP/1.1" status: 200 len: 917 time: 0.1309788 Nov 23 12:51:51.863273 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-fb61ec43-33bf-4064-8b10-55dec871da63 req-553869de-0ef9-4228-a8ef-2cfad0dbba91 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c349bf6-772b-419b-b27e-572776ad6b45 HTTP/1.1" status: 200 len: 1000 time: 0.1035903 Nov 23 12:51:51.934908 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb61ec43-33bf-4064-8b10-55dec871da63 req-3dcc5580-1870-446a-b7cf-fcafce2588ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:51:51.936404 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-fb61ec43-33bf-4064-8b10-55dec871da63 req-3dcc5580-1870-446a-b7cf-fcafce2588ad service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bfb9a90c-7be8-4cd9-9415-38a9d39de564 HTTP/1.1" status: 200 len: 855 time: 0.0635636 Nov 23 12:51:52.012720 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c04a993-2d05-472e-9739-afc89b0cd1ff req-3cae1e39-6ec3-49e4-85c1-8c7857dd4ce8 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:51:52.014631 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8c04a993-2d05-472e-9739-afc89b0cd1ff req-3cae1e39-6ec3-49e4-85c1-8c7857dd4ce8 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/ports?device_id=517f1b6b-5ba0-4b6c-8a57-ab75136bf6e7 HTTP/1.1" status: 200 len: 944 time: 0.0898681 Nov 23 12:51:52.023553 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb61ec43-33bf-4064-8b10-55dec871da63 req-5693bea4-e65c-4515-80bf-4ce12770a13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:51:52.025520 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-fb61ec43-33bf-4064-8b10-55dec871da63 req-5693bea4-e65c-4515-80bf-4ce12770a13c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2928d89d-b6c7-4b51-90ac-bea7caaf93a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0765202 Nov 23 12:51:52.068060 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8c04a993-2d05-472e-9739-afc89b0cd1ff req-085b6bd8-e3a0-4342-8169-f26b0342fbb0 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/security-groups?id=9594e83f-825b-4286-8a40-8cc3ae055a40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473778 Nov 23 12:51:52.174137 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-fb61ec43-33bf-4064-8b10-55dec871da63 req-5abebb96-88b8-463a-a2b4-0cb0a864a068 service neutron] 10.222.0.54 "GET /v2.0/networks/2928d89d-b6c7-4b51-90ac-bea7caaf93a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399331 Nov 23 12:51:52.324144 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-fb61ec43-33bf-4064-8b10-55dec871da63 req-ca111c04-ea61-4e6c-a439-4f35b5304d62 service neutron] 10.222.0.54 "GET /v2.0/networks/2928d89d-b6c7-4b51-90ac-bea7caaf93a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385655 Nov 23 12:51:52.584908 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8000c775-10cc-40ae-ab4e-54645350bcd4 req-b422f672-d36d-4ff7-8eb5-40a85aaf1a21 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:51:52.586461 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8000c775-10cc-40ae-ab4e-54645350bcd4 req-b422f672-d36d-4ff7-8eb5-40a85aaf1a21 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0485e2a-6265-498d-af36-bc5b21fdd4be HTTP/1.1" status: 200 len: 946 time: 0.1522815 Nov 23 12:51:52.601631 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5280b12b-88ae-4b3c-a4f8-2f93f138ad5a req-aba23f9c-067d-4ffd-a085-0dbb2f40b478 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:51:52.603087 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-5280b12b-88ae-4b3c-a4f8-2f93f138ad5a req-aba23f9c-067d-4ffd-a085-0dbb2f40b478 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bb52a82-ed7f-4d60-bc04-7f2925dfab36 HTTP/1.1" status: 200 len: 946 time: 0.1317000 Nov 23 12:51:52.674098 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8000c775-10cc-40ae-ab4e-54645350bcd4 req-23757fc0-e724-4e4b-920c-ea34035925cf tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] 10.222.0.31 "GET /v2.0/security-groups?id=0bfc3486-ac41-4745-a9d9-0335a6fe353b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806184 Nov 23 12:51:52.679108 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-5280b12b-88ae-4b3c-a4f8-2f93f138ad5a req-95845e98-fff2-49ad-a832-aa8220d13b33 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] 10.222.0.31 "GET /v2.0/security-groups?id=9da913dc-3b2c-4e11-a727-e7a51cca0bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626218 Nov 23 12:51:52.896383 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-b1a439c2-e102-4a2b-b872-9a196d43a11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:53.281179 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6808b81-8e7f-40e5-b192-feeb5a20eda6 req-276e83ee-1845-47ab-a1c7-89ecfd868868 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:51:53.282620 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-e6808b81-8e7f-40e5-b192-feeb5a20eda6 req-276e83ee-1845-47ab-a1c7-89ecfd868868 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/ports?device_id=517f1b6b-5ba0-4b6c-8a57-ab75136bf6e7 HTTP/1.1" status: 200 len: 944 time: 0.0894620 Nov 23 12:51:53.345114 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-e6808b81-8e7f-40e5-b192-feeb5a20eda6 req-aedda161-9962-4ca0-b89e-b9187f352eb0 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/security-groups?id=9594e83f-825b-4286-8a40-8cc3ae055a40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561430 Nov 23 12:51:53.415460 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:53.912084 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f225c5-1141-47bf-935c-5c5582fa0715 req-490f8b37-2474-47ce-adb6-9d01aed1369d tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:51:53.913699 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-23f225c5-1141-47bf-935c-5c5582fa0715 req-490f8b37-2474-47ce-adb6-9d01aed1369d tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0485e2a-6265-498d-af36-bc5b21fdd4be HTTP/1.1" status: 200 len: 946 time: 0.1180456 Nov 23 12:51:53.964186 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-23f225c5-1141-47bf-935c-5c5582fa0715 req-2d2635a7-7d1f-43bb-a531-a994d20d364b tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] 10.222.0.31 "GET /v2.0/security-groups?id=0bfc3486-ac41-4745-a9d9-0335a6fe353b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442290 Nov 23 12:51:54.169836 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77be2cfd-0f8a-4460-9581-bf18d8b9d744 req-8d2162c2-bc9f-4925-8bf9-e6344387f32f tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:51:54.171577 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-77be2cfd-0f8a-4460-9581-bf18d8b9d744 req-8d2162c2-bc9f-4925-8bf9-e6344387f32f tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bb52a82-ed7f-4d60-bc04-7f2925dfab36 HTTP/1.1" status: 200 len: 946 time: 0.1017261 Nov 23 12:51:54.221908 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-77be2cfd-0f8a-4460-9581-bf18d8b9d744 req-583e07e9-d57f-4c8d-baf3-9bfda7ed9615 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] 10.222.0.31 "GET /v2.0/security-groups?id=9da913dc-3b2c-4e11-a727-e7a51cca0bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436690 Nov 23 12:51:54.544259 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c590e8ab-6b08-4930-b9ef-da1b8215586a req-346d46e2-9cd8-4deb-968b-735e4603f348 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:51:54.545992 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-c590e8ab-6b08-4930-b9ef-da1b8215586a req-346d46e2-9cd8-4deb-968b-735e4603f348 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/ports?device_id=517f1b6b-5ba0-4b6c-8a57-ab75136bf6e7 HTTP/1.1" status: 200 len: 944 time: 0.0873086 Nov 23 12:51:54.595289 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-c590e8ab-6b08-4930-b9ef-da1b8215586a req-fa149184-a3d2-483b-a073-9bb60c547bef tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/security-groups?id=9594e83f-825b-4286-8a40-8cc3ae055a40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432703 Nov 23 12:51:55.203209 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004c793f-d75f-4e96-bab6-1691072772da req-16dad7fd-528a-4340-bd1a-1e9bd1900ca3 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:51:55.206402 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-004c793f-d75f-4e96-bab6-1691072772da req-16dad7fd-528a-4340-bd1a-1e9bd1900ca3 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0485e2a-6265-498d-af36-bc5b21fdd4be HTTP/1.1" status: 200 len: 946 time: 0.1276042 Nov 23 12:51:55.263793 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-004c793f-d75f-4e96-bab6-1691072772da req-6cdffcac-017d-4083-b76e-3e810f809c8c tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] 10.222.0.31 "GET /v2.0/security-groups?id=0bfc3486-ac41-4745-a9d9-0335a6fe353b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521932 Nov 23 12:51:55.470838 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421adff6-d666-4370-9d97-ac89d4eeae78 req-8c6e26bd-05dd-4181-97ae-7778102d7ef8 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:51:55.472465 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-421adff6-d666-4370-9d97-ac89d4eeae78 req-8c6e26bd-05dd-4181-97ae-7778102d7ef8 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bb52a82-ed7f-4d60-bc04-7f2925dfab36 HTTP/1.1" status: 200 len: 946 time: 0.1037519 Nov 23 12:51:55.528701 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-421adff6-d666-4370-9d97-ac89d4eeae78 req-0b848fb7-5d67-438c-868c-974c0f195cad tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] 10.222.0.31 "GET /v2.0/security-groups?id=9da913dc-3b2c-4e11-a727-e7a51cca0bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497370 Nov 23 12:51:55.692787 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-e0ad67b5-6e62-4a31-baeb-9da9ba8219f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:55.822799 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60409e6-ba43-47cd-b681-e9ba41b4cb2f req-1dd21c63-fb7e-45c8-9824-ec173a0173b7 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:51:55.824601 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-c60409e6-ba43-47cd-b681-e9ba41b4cb2f req-1dd21c63-fb7e-45c8-9824-ec173a0173b7 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/ports?device_id=517f1b6b-5ba0-4b6c-8a57-ab75136bf6e7 HTTP/1.1" status: 200 len: 944 time: 0.0942044 Nov 23 12:51:55.877246 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-c60409e6-ba43-47cd-b681-e9ba41b4cb2f req-b7338320-2588-4897-b7fa-58366083347d tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/security-groups?id=9594e83f-825b-4286-8a40-8cc3ae055a40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457299 Nov 23 12:51:56.489361 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f790737-44b4-4bdb-96a8-ccab54f7e31b req-543757c3-feac-4338-ac72-1a2690329dab tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:51:56.490801 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-4f790737-44b4-4bdb-96a8-ccab54f7e31b req-543757c3-feac-4338-ac72-1a2690329dab tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0485e2a-6265-498d-af36-bc5b21fdd4be HTTP/1.1" status: 200 len: 946 time: 0.0988288 Nov 23 12:51:56.507945 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-8254020c-a8f6-4cc9-8d4f-32dd99c2f4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:56.544817 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-4f790737-44b4-4bdb-96a8-ccab54f7e31b req-1be061f5-519a-45cf-8931-0084254e6710 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] 10.222.0.31 "GET /v2.0/security-groups?id=0bfc3486-ac41-4745-a9d9-0335a6fe353b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429976 Nov 23 12:51:56.758091 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc27ab8-463e-4ae4-adeb-5d402c7efa54 req-25cc69a1-ed45-405a-9ccf-4dff0c665c2e tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:51:56.759588 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-6fc27ab8-463e-4ae4-adeb-5d402c7efa54 req-25cc69a1-ed45-405a-9ccf-4dff0c665c2e tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bb52a82-ed7f-4d60-bc04-7f2925dfab36 HTTP/1.1" status: 200 len: 946 time: 0.0905344 Nov 23 12:51:56.811936 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-6fc27ab8-463e-4ae4-adeb-5d402c7efa54 req-07414017-70f6-49ad-b618-924c5d10dd76 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] 10.222.0.31 "GET /v2.0/security-groups?id=9da913dc-3b2c-4e11-a727-e7a51cca0bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451725 Nov 23 12:51:57.096135 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a315694-0da4-454a-9355-3333c259782b req-060bfea1-0e21-4e99-89c3-70533edbd632 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:51:57.097628 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-6a315694-0da4-454a-9355-3333c259782b req-060bfea1-0e21-4e99-89c3-70533edbd632 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/ports?device_id=517f1b6b-5ba0-4b6c-8a57-ab75136bf6e7 HTTP/1.1" status: 200 len: 944 time: 0.0977523 Nov 23 12:51:57.146934 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.agents_db [None req-d0d00f27-41a4-4d9d-a63d-8c6bf84d2b10 None None] Agent healthcheck: found 6 active agents {{(pid=86840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 12:51:57.152554 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-6a315694-0da4-454a-9355-3333c259782b req-139913d8-53f7-4889-906c-04db0128ad3e tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/security-groups?id=9594e83f-825b-4286-8a40-8cc3ae055a40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447617 Nov 23 12:51:57.745027 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1c84d6-a231-4b70-a403-9d25cc10944d req-1b3253c3-e274-48f5-b5e9-19e507983ea6 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:51:57.747040 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-7a1c84d6-a231-4b70-a403-9d25cc10944d req-1b3253c3-e274-48f5-b5e9-19e507983ea6 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0485e2a-6265-498d-af36-bc5b21fdd4be HTTP/1.1" status: 200 len: 946 time: 0.0855560 Nov 23 12:51:57.797027 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-7a1c84d6-a231-4b70-a403-9d25cc10944d req-9a6c0bf9-65e6-4643-b295-4b218a2ac1e5 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] 10.222.0.31 "GET /v2.0/security-groups?id=0bfc3486-ac41-4745-a9d9-0335a6fe353b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431013 Nov 23 12:51:58.018287 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4334a92e-c71a-4d84-a090-a91d9d5047fb req-50ab871c-c8f7-4255-8f39-cce24775d54d tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:51:58.019849 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-4334a92e-c71a-4d84-a090-a91d9d5047fb req-50ab871c-c8f7-4255-8f39-cce24775d54d tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bb52a82-ed7f-4d60-bc04-7f2925dfab36 HTTP/1.1" status: 200 len: 946 time: 0.0897062 Nov 23 12:51:58.068880 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-4334a92e-c71a-4d84-a090-a91d9d5047fb req-6080fe76-3bad-430a-b086-9775c5ccd498 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] 10.222.0.31 "GET /v2.0/security-groups?id=9da913dc-3b2c-4e11-a727-e7a51cca0bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432272 Nov 23 12:51:58.289211 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-3a3d0f92-e1d8-40e0-8f39-c6b28c555fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:58.375727 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746f47a0-5ed7-4510-b3d9-d35bed213340 req-c386ecbc-46ce-45e5-b92f-0b6d95e4774d tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:51:58.377453 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-746f47a0-5ed7-4510-b3d9-d35bed213340 req-c386ecbc-46ce-45e5-b92f-0b6d95e4774d tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/ports?device_id=517f1b6b-5ba0-4b6c-8a57-ab75136bf6e7 HTTP/1.1" status: 200 len: 944 time: 0.1007190 Nov 23 12:51:58.523211 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-746f47a0-5ed7-4510-b3d9-d35bed213340 req-a03eea0e-6070-4a57-ac8b-93392cafb6d4 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/security-groups?id=9594e83f-825b-4286-8a40-8cc3ae055a40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1390641 Nov 23 12:51:58.995825 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d2daaa-30cb-4436-a425-0837311558a7 req-9ce1c0dd-8957-4e1e-8f13-c74b4f7888f9 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:51:58.997526 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-13d2daaa-30cb-4436-a425-0837311558a7 req-9ce1c0dd-8957-4e1e-8f13-c74b4f7888f9 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0485e2a-6265-498d-af36-bc5b21fdd4be HTTP/1.1" status: 200 len: 946 time: 0.0875161 Nov 23 12:51:59.052044 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-13d2daaa-30cb-4436-a425-0837311558a7 req-82c94a8d-1399-46fc-bd62-b96e16952222 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] 10.222.0.31 "GET /v2.0/security-groups?id=0bfc3486-ac41-4745-a9d9-0335a6fe353b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484457 Nov 23 12:51:59.316604 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc1e99a-c0d8-405c-9f38-e69d591a96d1 req-7e21df08-290d-4d97-b6cf-fda1dc81974b tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:51:59.319168 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-9dc1e99a-c0d8-405c-9f38-e69d591a96d1 req-7e21df08-290d-4d97-b6cf-fda1dc81974b tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bb52a82-ed7f-4d60-bc04-7f2925dfab36 HTTP/1.1" status: 200 len: 946 time: 0.1181140 Nov 23 12:51:59.378665 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-9dc1e99a-c0d8-405c-9f38-e69d591a96d1 req-026d239f-c132-4887-8cca-f60abd293ec1 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] 10.222.0.31 "GET /v2.0/security-groups?id=9da913dc-3b2c-4e11-a727-e7a51cca0bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520890 Nov 23 12:51:59.720644 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05815ecf-b3dd-461d-a93d-835a1e84152d req-668784ac-62e2-4b32-9d8d-16f05794dd83 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:51:59.722105 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-05815ecf-b3dd-461d-a93d-835a1e84152d req-668784ac-62e2-4b32-9d8d-16f05794dd83 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/ports?device_id=517f1b6b-5ba0-4b6c-8a57-ab75136bf6e7 HTTP/1.1" status: 200 len: 944 time: 0.0840404 Nov 23 12:51:59.773862 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-05815ecf-b3dd-461d-a93d-835a1e84152d req-a2d284cf-c955-4312-8bdc-b7ddd2766782 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/security-groups?id=9594e83f-825b-4286-8a40-8cc3ae055a40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460222 Nov 23 12:52:00.258094 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c9e765-0573-4fa3-b936-dd4193d4f629 req-0fc7f4f3-f2ea-45c9-b7ae-888fb5de7615 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:52:00.259774 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-85c9e765-0573-4fa3-b936-dd4193d4f629 req-0fc7f4f3-f2ea-45c9-b7ae-888fb5de7615 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0485e2a-6265-498d-af36-bc5b21fdd4be HTTP/1.1" status: 200 len: 946 time: 0.0877507 Nov 23 12:52:00.311009 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-85c9e765-0573-4fa3-b936-dd4193d4f629 req-ca007143-f499-41c0-86d6-eb14087b35f9 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] 10.222.0.31 "GET /v2.0/security-groups?id=0bfc3486-ac41-4745-a9d9-0335a6fe353b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448868 Nov 23 12:52:00.585717 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5f6b5d-c04f-4bef-97e6-566f3fca1433 req-8bb7dc06-c670-44a9-92f7-82c927032c28 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:52:00.587418 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-3f5f6b5d-c04f-4bef-97e6-566f3fca1433 req-8bb7dc06-c670-44a9-92f7-82c927032c28 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bb52a82-ed7f-4d60-bc04-7f2925dfab36 HTTP/1.1" status: 200 len: 946 time: 0.0862424 Nov 23 12:52:00.644278 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-3f5f6b5d-c04f-4bef-97e6-566f3fca1433 req-ef3ae455-6097-4f59-b523-e6fc0865c531 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] 10.222.0.31 "GET /v2.0/security-groups?id=9da913dc-3b2c-4e11-a727-e7a51cca0bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503075 Nov 23 12:52:00.983842 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccd636d-16b6-4576-b836-345d0ee3217c req-5f0d8fca-b57a-48d5-b2bb-8130a2a1d445 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:52:00.985412 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-eccd636d-16b6-4576-b836-345d0ee3217c req-5f0d8fca-b57a-48d5-b2bb-8130a2a1d445 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/ports?device_id=517f1b6b-5ba0-4b6c-8a57-ab75136bf6e7 HTTP/1.1" status: 200 len: 944 time: 0.0879650 Nov 23 12:52:01.034923 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-eccd636d-16b6-4576-b836-345d0ee3217c req-44da8208-87a1-4319-97a3-390025311366 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/security-groups?id=9594e83f-825b-4286-8a40-8cc3ae055a40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434599 Nov 23 12:52:01.523089 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6feea95-a430-4f51-938e-66e66867b468 req-d8ae3e51-8997-4d38-8243-bb4913b30c3b tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:52:01.524543 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-d6feea95-a430-4f51-938e-66e66867b468 req-d8ae3e51-8997-4d38-8243-bb4913b30c3b tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0485e2a-6265-498d-af36-bc5b21fdd4be HTTP/1.1" status: 200 len: 946 time: 0.0940080 Nov 23 12:52:01.572338 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-d6feea95-a430-4f51-938e-66e66867b468 req-21c42b7c-3e7f-451d-b0b6-1012cf0ca6a1 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] 10.222.0.31 "GET /v2.0/security-groups?id=0bfc3486-ac41-4745-a9d9-0335a6fe353b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414937 Nov 23 12:52:01.838856 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c11b413-2bd1-48a0-a285-82e12c4768e0 req-af082357-af59-48c0-8aa5-46b304284e8b tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:52:01.840641 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-5c11b413-2bd1-48a0-a285-82e12c4768e0 req-af082357-af59-48c0-8aa5-46b304284e8b tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bb52a82-ed7f-4d60-bc04-7f2925dfab36 HTTP/1.1" status: 200 len: 946 time: 0.0849721 Nov 23 12:52:01.892477 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-5c11b413-2bd1-48a0-a285-82e12c4768e0 req-a616ff04-71e0-4911-92a3-e314c5ef17e5 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] 10.222.0.31 "GET /v2.0/security-groups?id=9da913dc-3b2c-4e11-a727-e7a51cca0bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429440 Nov 23 12:52:02.282203 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6aa02c-020c-419f-b114-abc19467d52a req-9275e4f0-c23e-4932-8f86-b0ad6cabebcf tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:52:02.283892 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-9d6aa02c-020c-419f-b114-abc19467d52a req-9275e4f0-c23e-4932-8f86-b0ad6cabebcf tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/ports?device_id=517f1b6b-5ba0-4b6c-8a57-ab75136bf6e7 HTTP/1.1" status: 200 len: 944 time: 0.1032736 Nov 23 12:52:02.331141 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-9d6aa02c-020c-419f-b114-abc19467d52a req-d70f3f2d-7e5c-4ecf-adf2-0fe99d102a4e tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/security-groups?id=9594e83f-825b-4286-8a40-8cc3ae055a40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412288 Nov 23 12:52:02.779568 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18a8297-285b-466f-b74b-900c1b1654ef req-80c8ab59-85f9-4de1-a3d1-02a540aea9e2 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:52:02.781170 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-b18a8297-285b-466f-b74b-900c1b1654ef req-80c8ab59-85f9-4de1-a3d1-02a540aea9e2 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0485e2a-6265-498d-af36-bc5b21fdd4be HTTP/1.1" status: 200 len: 946 time: 0.0939205 Nov 23 12:52:02.833756 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-b18a8297-285b-466f-b74b-900c1b1654ef req-921e5fe5-bd70-4c0e-bddc-77153d73ffbd tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] 10.222.0.31 "GET /v2.0/security-groups?id=0bfc3486-ac41-4745-a9d9-0335a6fe353b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464554 Nov 23 12:52:03.100916 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4195aad4-7bc0-4478-99dc-b6390a1fa78b req-63f6a87d-aee4-4a26-a9e0-78c72bdb45ee tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:52:03.102734 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-4195aad4-7bc0-4478-99dc-b6390a1fa78b req-63f6a87d-aee4-4a26-a9e0-78c72bdb45ee tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bb52a82-ed7f-4d60-bc04-7f2925dfab36 HTTP/1.1" status: 200 len: 946 time: 0.0942338 Nov 23 12:52:03.155765 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-4195aad4-7bc0-4478-99dc-b6390a1fa78b req-bfe9809a-f727-4a3b-858c-4551262a2c30 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] 10.222.0.31 "GET /v2.0/security-groups?id=9da913dc-3b2c-4e11-a727-e7a51cca0bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454926 Nov 23 12:52:03.544905 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8e0d10-ab87-4958-a79c-3615e8dc3bc1 req-2c543645-251a-4984-8ce4-31753fd07460 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:52:03.546830 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-2d8e0d10-ab87-4958-a79c-3615e8dc3bc1 req-2c543645-251a-4984-8ce4-31753fd07460 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/ports?device_id=517f1b6b-5ba0-4b6c-8a57-ab75136bf6e7 HTTP/1.1" status: 200 len: 944 time: 0.1029134 Nov 23 12:52:03.597119 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-2d8e0d10-ab87-4958-a79c-3615e8dc3bc1 req-dcc27588-9d34-4ea7-8581-19f12f7b30d7 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/security-groups?id=9594e83f-825b-4286-8a40-8cc3ae055a40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438848 Nov 23 12:52:03.669879 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-67db41ad-574c-4140-9aa3-ded37e5756f3 req-e0f02ddc-fdcf-4560-b769-79389ee95fac service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=872292ed-386e-4699-a03d-8e1c49db1f89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0880857 Nov 23 12:52:03.906182 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67db41ad-574c-4140-9aa3-ded37e5756f3 req-bc357938-9991-4bff-b9ac-9df5e2a1e283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:52:03.907684 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-67db41ad-574c-4140-9aa3-ded37e5756f3 req-bc357938-9991-4bff-b9ac-9df5e2a1e283 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e6142a50a1bb4ef9bfd9b1bc59edda1d&device_id=872292ed-386e-4699-a03d-8e1c49db1f89 HTTP/1.1" status: 200 len: 1098 time: 0.1055174 Nov 23 12:52:03.915273 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d19ef78-a53e-4b75-ae77-da9a5128e216 req-1db3fc87-dcdb-42cd-ac66-6ff1bb7c05c9 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:52:03.915984 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [req-7d19ef78-a53e-4b75-ae77-da9a5128e216 req-1db3fc87-dcdb-42cd-ac66-6ff1bb7c05c9 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Synchronizing usage tracker for tenant:3b7f85b4c3f6438bbd0febee23146dbf on resource:port {{(pid=86837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:52:03.928800 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [req-7d19ef78-a53e-4b75-ae77-da9a5128e216 req-1db3fc87-dcdb-42cd-ac66-6ff1bb7c05c9 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Unset dirty status for tenant:3b7f85b4c3f6438bbd0febee23146dbf on resource:port {{(pid=86837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:52:03.929825 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-7d19ef78-a53e-4b75-ae77-da9a5128e216 req-1db3fc87-dcdb-42cd-ac66-6ff1bb7c05c9 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] 10.222.0.54 "GET /v2.0/ports?device_id=6bb52a82-ed7f-4d60-bc04-7f2925dfab36 HTTP/1.1" status: 200 len: 946 time: 0.1620915 Nov 23 12:52:04.039495 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1d3af2-ea74-4a75-b5ac-037d790be014 req-fe94fcc5-0a08-4fd1-9958-054ce4772277 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:52:04.041021 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-db1d3af2-ea74-4a75-b5ac-037d790be014 req-fe94fcc5-0a08-4fd1-9958-054ce4772277 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0485e2a-6265-498d-af36-bc5b21fdd4be HTTP/1.1" status: 200 len: 946 time: 0.0890536 Nov 23 12:52:04.087023 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-db1d3af2-ea74-4a75-b5ac-037d790be014 req-4d3269b5-8ff5-4a4a-ad02-08c8dbeed0d3 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] 10.222.0.31 "GET /v2.0/security-groups?id=0bfc3486-ac41-4745-a9d9-0335a6fe353b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398829 Nov 23 12:52:04.087772 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.plugin [req-7d19ef78-a53e-4b75-ae77-da9a5128e216 req-b2c8b40a-5dcb-46fc-933e-b10b7af530cd tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Deleting port 850c8f55-cdfa-4771-97ce-36f7b8423a3b {{(pid=86837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 12:52:04.088117 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-7d19ef78-a53e-4b75-ae77-da9a5128e216 req-b2c8b40a-5dcb-46fc-933e-b10b7af530cd tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788171068353'] for port, before_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:04.208063 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67db41ad-574c-4140-9aa3-ded37e5756f3 req-dfd6b70e-2cd7-4923-9366-609d73d8a24e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:52:04.209554 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-67db41ad-574c-4140-9aa3-ded37e5756f3 req-dfd6b70e-2cd7-4923-9366-609d73d8a24e service neutron] 10.222.0.54 "GET /v2.0/networks?id=f34ec0a4-d329-411a-9213-97be29ff4587 HTTP/1.1" status: 200 len: 911 time: 0.2696750 Nov 23 12:52:04.363765 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6df759-9207-42ee-bded-8a4ba1220dc1 req-1614319c-aaf9-45a4-83e8-b558235a617f tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:52:04.365365 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-5a6df759-9207-42ee-bded-8a4ba1220dc1 req-1614319c-aaf9-45a4-83e8-b558235a617f tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bb52a82-ed7f-4d60-bc04-7f2925dfab36 HTTP/1.1" status: 200 len: 946 time: 0.0996597 Nov 23 12:52:04.417067 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-5a6df759-9207-42ee-bded-8a4ba1220dc1 req-c4186a19-0b73-4264-bdd6-7ca6ab124cfd tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] 10.222.0.31 "GET /v2.0/security-groups?id=9da913dc-3b2c-4e11-a727-e7a51cca0bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444798 Nov 23 12:52:04.527349 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-67db41ad-574c-4140-9aa3-ded37e5756f3 req-caeb8049-783c-4e7f-856a-44d2e0550203 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=65c7a919-dbd1-44a3-b3ed-fe42d845dbd9 HTTP/1.1" status: 200 len: 1001 time: 0.3077757 Nov 23 12:52:04.630735 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.db [req-7d19ef78-a53e-4b75-ae77-da9a5128e216 req-b2c8b40a-5dcb-46fc-933e-b10b7af530cd tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] For port 850c8f55-cdfa-4771-97ce-36f7b8423a3b, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=850c8f55-cdfa-4771-97ce-36f7b8423a3b,segment=NetworkSegment(59a6b585-e3ee-45c8-9d46-49d25176996c),segment_id=59a6b585-e3ee-45c8-9d46-49d25176996c)] {{(pid=86837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:52:04.631159 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-7d19ef78-a53e-4b75-ae77-da9a5128e216 req-b2c8b40a-5dcb-46fc-933e-b10b7af530cd tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506271'] for port, precommit_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:04.644435 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67db41ad-574c-4140-9aa3-ded37e5756f3 req-5b7c0f52-9406-4715-8f57-52c63632e4be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:52:04.646053 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-67db41ad-574c-4140-9aa3-ded37e5756f3 req-5b7c0f52-9406-4715-8f57-52c63632e4be service neutron] 10.222.0.54 "GET /v2.0/subnets?id=456abfc7-81cf-4d5c-adc8-b3f39f8433bb HTTP/1.1" status: 200 len: 849 time: 0.1077859 Nov 23 12:52:04.697503 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:04.796838 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.plugin [req-7d19ef78-a53e-4b75-ae77-da9a5128e216 req-b2c8b40a-5dcb-46fc-933e-b10b7af530cd tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Calling delete_port for 850c8f55-cdfa-4771-97ce-36f7b8423a3b owned by compute:nova {{(pid=86837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 12:52:04.806441 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e461d2-a8f1-41fa-946f-1dbff4c7b53c req-779633a8-b07a-47c7-be18-7f72d200fa46 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:52:04.808293 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-b7e461d2-a8f1-41fa-946f-1dbff4c7b53c req-779633a8-b07a-47c7-be18-7f72d200fa46 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/ports?device_id=517f1b6b-5ba0-4b6c-8a57-ab75136bf6e7 HTTP/1.1" status: 200 len: 944 time: 0.0865006 Nov 23 12:52:04.857693 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-b7e461d2-a8f1-41fa-946f-1dbff4c7b53c req-11125167-2b36-4c68-ba2e-f5371e489b99 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/security-groups?id=9594e83f-825b-4286-8a40-8cc3ae055a40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430865 Nov 23 12:52:04.942476 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67db41ad-574c-4140-9aa3-ded37e5756f3 req-7a447c25-bdff-43bc-a291-cf59c54e7615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:52:04.944016 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-67db41ad-574c-4140-9aa3-ded37e5756f3 req-7a447c25-bdff-43bc-a291-cf59c54e7615 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f34ec0a4-d329-411a-9213-97be29ff4587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2412491 Nov 23 12:52:05.060402 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-7d19ef78-a53e-4b75-ae77-da9a5128e216 req-b2c8b40a-5dcb-46fc-933e-b10b7af530cd tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788171071573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788170525772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6379447'] for port, after_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:05.068742 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-94972958-6c75-4c2c-b575-b87f32c8644d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:52:05.076129 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] get_ports_and_sgs() called for port_ids ['850c8f55-cdfa-4771-97ce-36f7b8423a3b'] {{(pid=86839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 12:52:05.125179 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c8b40a-5dcb-46fc-933e-b10b7af530cd tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Pushing event deleted for resources: {'Port': ['ID=850c8f55-cdfa-4771-97ce-36f7b8423a3b,revision_number=None']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:52:05.128249 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-b2c8b40a-5dcb-46fc-933e-b10b7af530cd tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:52:05.240867 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d19ef78-a53e-4b75-ae77-da9a5128e216 req-b2c8b40a-5dcb-46fc-933e-b10b7af530cd tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] No DVR routers for this DVR port 850c8f55-cdfa-4771-97ce-36f7b8423a3b on host hv-cinder-81888 {{(pid=86837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 12:52:05.245124 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-7d19ef78-a53e-4b75-ae77-da9a5128e216 req-b2c8b40a-5dcb-46fc-933e-b10b7af530cd tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188604'] for port, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:05.248136 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bb52a82-ed7f-4d60-bc04-7f2925dfab36', 'name': 'network-vif-deleted', 'tag': '850c8f55-cdfa-4771-97ce-36f7b8423a3b'}] {{(pid=86837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:52:05.256098 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-67db41ad-574c-4140-9aa3-ded37e5756f3 req-257e15c9-97d4-472b-9d25-3360347113b0 service neutron] 10.222.0.54 "GET /v2.0/networks/f34ec0a4-d329-411a-9213-97be29ff4587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3001218 Nov 23 12:52:05.299971 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad72b028-1f66-40c6-a345-ff0dc7e215fd req-33589fcd-0ace-4fd4-a320-0a242527cb4b tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:52:05.300254 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-7d19ef78-a53e-4b75-ae77-da9a5128e216 req-b2c8b40a-5dcb-46fc-933e-b10b7af530cd tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] 10.222.0.54 "DELETE /v2.0/ports/850c8f55-cdfa-4771-97ce-36f7b8423a3b HTTP/1.1" status: 204 len: 173 time: 1.3614533 Nov 23 12:52:05.301564 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-ad72b028-1f66-40c6-a345-ff0dc7e215fd req-33589fcd-0ace-4fd4-a320-0a242527cb4b tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0485e2a-6265-498d-af36-bc5b21fdd4be HTTP/1.1" status: 200 len: 946 time: 0.0945907 Nov 23 12:52:05.309848 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Device 7c349bf6-772b-419b-b27e-572776ad6b45 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 23 12:52:05.368760 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-ad72b028-1f66-40c6-a345-ff0dc7e215fd req-4ee4ff30-7463-475b-a62a-bf4eca1a54b4 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] 10.222.0.31 "GET /v2.0/security-groups?id=0bfc3486-ac41-4745-a9d9-0335a6fe353b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570045 Nov 23 12:52:05.422636 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bb52a82-ed7f-4d60-bc04-7f2925dfab36', 'name': 'network-vif-deleted', 'tag': '850c8f55-cdfa-4771-97ce-36f7b8423a3b', 'status': 'completed', 'code': 200} Nov 23 12:52:05.510933 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-67db41ad-574c-4140-9aa3-ded37e5756f3 req-fe59cdc7-2a38-4084-92c5-d2d0fa0f9a53 service neutron] 10.222.0.54 "GET /v2.0/networks/f34ec0a4-d329-411a-9213-97be29ff4587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439773 Nov 23 12:52:05.525209 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] For port 7c349bf6-772b-419b-b27e-572776ad6b45, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=7c349bf6-772b-419b-b27e-572776ad6b45,segment=NetworkSegment(7cb193aa-b0a1-449a-a685-460328a69100),segment_id=7cb193aa-b0a1-449a-a685-460328a69100)] {{(pid=86839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:52:05.541027 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Returning: {'device': '7c349bf6-772b-419b-b27e-572776ad6b45', 'network_id': '2928d89d-b6c7-4b51-90ac-bea7caaf93a1', 'port_id': '7c349bf6-772b-419b-b27e-572776ad6b45', 'mac_address': 'fa:16:3e:fd:92:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfb9a90c-7be8-4cd9-9415-38a9d39de564', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 23 12:52:05.602466 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:05.623756 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-29ca3bc2-37f0-4b6e-950e-b42dbc6c10c1 req-886ca586-c59d-4584-9890-5bfd8985df1d tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bb52a82-ed7f-4d60-bc04-7f2925dfab36 HTTP/1.1" status: 200 len: 210 time: 0.0506704 Nov 23 12:52:05.627758 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.notifiers.nova [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c349bf6-772b-419b-b27e-572776ad6b45 {{(pid=86839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 12:52:05.654518 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] For port 7c349bf6-772b-419b-b27e-572776ad6b45, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=7c349bf6-772b-419b-b27e-572776ad6b45,segment=NetworkSegment(7cb193aa-b0a1-449a-a685-460328a69100),segment_id=7cb193aa-b0a1-449a-a685-460328a69100)] {{(pid=86839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:52:05.658998 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060d2672-2c2a-43dc-b0ab-c69da5fc2096 req-3e3835a9-5f27-42e5-82ce-a47a1c636490 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:52:05.659797 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [req-060d2672-2c2a-43dc-b0ab-c69da5fc2096 req-3e3835a9-5f27-42e5-82ce-a47a1c636490 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] Synchronizing usage tracker for tenant:92c84cb5e58e49078b87a81fd8a69bcd on resource:port {{(pid=86837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:52:05.659965 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826'] for port, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:05.661714 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:52:05.678802 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [req-060d2672-2c2a-43dc-b0ab-c69da5fc2096 req-3e3835a9-5f27-42e5-82ce-a47a1c636490 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] Unset dirty status for tenant:92c84cb5e58e49078b87a81fd8a69bcd on resource:port {{(pid=86837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:52:05.680357 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-060d2672-2c2a-43dc-b0ab-c69da5fc2096 req-3e3835a9-5f27-42e5-82ce-a47a1c636490 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] 10.222.0.54 "GET /v2.0/ports?device_id=f0485e2a-6265-498d-af36-bc5b21fdd4be HTTP/1.1" status: 200 len: 946 time: 0.1313248 Nov 23 12:52:05.740861 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Pushing event updated for resources: {'Port': ['ID=7c349bf6-772b-419b-b27e-572776ad6b45,revision_number=9']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:52:05.752513 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:52:05.756520 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.plugin [req-060d2672-2c2a-43dc-b0ab-c69da5fc2096 req-c33ea130-024d-4725-b305-3032b450c90a tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] Deleting port f8c81d74-4701-46eb-ab18-7daa1875c080 {{(pid=86837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 12:52:05.756985 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-060d2672-2c2a-43dc-b0ab-c69da5fc2096 req-c33ea130-024d-4725-b305-3032b450c90a tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788171068353'] for port, before_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:05.890804 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] get_ports_and_sgs() called for port_ids ['7c349bf6-772b-419b-b27e-572776ad6b45'] {{(pid=86839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 12:52:06.043250 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.db [req-060d2672-2c2a-43dc-b0ab-c69da5fc2096 req-c33ea130-024d-4725-b305-3032b450c90a tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] For port f8c81d74-4701-46eb-ab18-7daa1875c080, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=f8c81d74-4701-46eb-ab18-7daa1875c080,segment=NetworkSegment(5b1c76bb-b718-4fa7-bd3c-2e50b6dc174e),segment_id=5b1c76bb-b718-4fa7-bd3c-2e50b6dc174e)] {{(pid=86837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:52:06.043943 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-060d2672-2c2a-43dc-b0ab-c69da5fc2096 req-c33ea130-024d-4725-b305-3032b450c90a tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506271'] for port, precommit_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:06.177968 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edd1ca7-8e94-423a-9369-839c339c4445 req-f3d0909d-4786-4030-9073-79ee34420c84 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:52:06.179744 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-3edd1ca7-8e94-423a-9369-839c339c4445 req-f3d0909d-4786-4030-9073-79ee34420c84 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/ports?device_id=517f1b6b-5ba0-4b6c-8a57-ab75136bf6e7 HTTP/1.1" status: 200 len: 945 time: 0.1301787 Nov 23 12:52:06.217550 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.plugin [req-060d2672-2c2a-43dc-b0ab-c69da5fc2096 req-c33ea130-024d-4725-b305-3032b450c90a tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] Calling delete_port for f8c81d74-4701-46eb-ab18-7daa1875c080 owned by compute:nova {{(pid=86837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 12:52:06.229305 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-3edd1ca7-8e94-423a-9369-839c339c4445 req-fac4cb7c-b9c7-4774-87a9-a9c124cb7d4d tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/security-groups?id=9594e83f-825b-4286-8a40-8cc3ae055a40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432665 Nov 23 12:52:06.499401 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-060d2672-2c2a-43dc-b0ab-c69da5fc2096 req-c33ea130-024d-4725-b305-3032b450c90a tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788171071573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788170525772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6379447'] for port, after_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:06.505747 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-94972958-6c75-4c2c-b575-b87f32c8644d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:52:06.517685 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] get_ports_and_sgs() called for port_ids ['f8c81d74-4701-46eb-ab18-7daa1875c080'] {{(pid=86839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 12:52:06.536333 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f540ef66-b34e-40f8-a353-ef078d2eaad0 req-0744dd11-0083-4294-b786-c72b52c0969d tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0485e2a-6265-498d-af36-bc5b21fdd4be HTTP/1.1" status: 200 len: 210 time: 0.0543749 Nov 23 12:52:06.554653 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33ea130-024d-4725-b305-3032b450c90a tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] Pushing event deleted for resources: {'Port': ['ID=f8c81d74-4701-46eb-ab18-7daa1875c080,revision_number=None']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:52:06.562849 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-c33ea130-024d-4725-b305-3032b450c90a tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:52:06.636293 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.l3_dvrscheduler_db [req-060d2672-2c2a-43dc-b0ab-c69da5fc2096 req-c33ea130-024d-4725-b305-3032b450c90a tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] No DVR routers for this DVR port f8c81d74-4701-46eb-ab18-7daa1875c080 on host hv-cinder-81888 {{(pid=86837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 12:52:06.639358 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-060d2672-2c2a-43dc-b0ab-c69da5fc2096 req-c33ea130-024d-4725-b305-3032b450c90a tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188604'] for port, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:06.653862 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-060d2672-2c2a-43dc-b0ab-c69da5fc2096 req-c33ea130-024d-4725-b305-3032b450c90a tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] 10.222.0.54 "DELETE /v2.0/ports/f8c81d74-4701-46eb-ab18-7daa1875c080 HTTP/1.1" status: 204 len: 173 time: 0.9677744 Nov 23 12:52:07.315585 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Device 7c349bf6-772b-419b-b27e-572776ad6b45 up at agent hyperv_hv-cinder-81888 {{(pid=86839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:52:07.352966 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 53712) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:52:07.423647 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0485e2a-6265-498d-af36-bc5b21fdd4be', 'name': 'network-vif-deleted', 'tag': 'f8c81d74-4701-46eb-ab18-7daa1875c080'}] {{(pid=86837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:52:07.478148 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Provisioning complete for port 7c349bf6-772b-419b-b27e-572776ad6b45 triggered by entity L2. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:52:07.478761 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567787'] for port, provisioning_complete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:07.525665 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0485e2a-6265-498d-af36-bc5b21fdd4be', 'name': 'network-vif-deleted', 'tag': 'f8c81d74-4701-46eb-ab18-7daa1875c080', 'status': 'completed', 'code': 200} Nov 23 12:52:07.630947 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:07.669677 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '517f1b6b-5ba0-4b6c-8a57-ab75136bf6e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c349bf6-772b-419b-b27e-572776ad6b45'}] {{(pid=86839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:52:07.690200 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] For port 7c349bf6-772b-419b-b27e-572776ad6b45, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=7c349bf6-772b-419b-b27e-572776ad6b45,segment=NetworkSegment(7cb193aa-b0a1-449a-a685-460328a69100),segment_id=7cb193aa-b0a1-449a-a685-460328a69100)] {{(pid=86839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:52:07.697337 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826'] for port, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:07.698803 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Device 850c8f55-cdfa-4771-97ce-36f7b8423a3b no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 12:52:07.752838 dv-cinder-818883-1-smb neutron-server[86839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '517f1b6b-5ba0-4b6c-8a57-ab75136bf6e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c349bf6-772b-419b-b27e-572776ad6b45', 'code': 200} Nov 23 12:52:07.763344 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-ff48474f-74b7-4639-8cf6-a2b7a56014b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:52:07.792017 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b148885-094b-4eea-b06d-6dfb08a136cc req-5224464f-1a26-485f-952c-e2c2690ec399 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:52:07.793890 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-0b148885-094b-4eea-b06d-6dfb08a136cc req-5224464f-1a26-485f-952c-e2c2690ec399 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/ports?device_id=517f1b6b-5ba0-4b6c-8a57-ab75136bf6e7 HTTP/1.1" status: 200 len: 945 time: 0.2587094 Nov 23 12:52:07.824427 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.plugin [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] No Port match for: 850c8f55-cdfa-4771-97ce-36f7b8423a3b {{(pid=86839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 12:52:07.825674 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Device 850c8f55-cdfa-4771-97ce-36f7b8423a3b not bound to the agent host hv-cinder-81888 {{(pid=86839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 12:52:07.859753 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Pushing event updated for resources: {'Port': ['ID=7c349bf6-772b-419b-b27e-572776ad6b45,revision_number=10']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:52:07.864403 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:52:07.930541 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-0b148885-094b-4eea-b06d-6dfb08a136cc req-6bc9e4f7-9e8d-403f-bb18-bab3c6ad4fe1 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/security-groups?id=9594e83f-825b-4286-8a40-8cc3ae055a40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1248140 Nov 23 12:52:08.287768 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-f9f3ba84-cee1-4c67-afa8-fdd7b28c8bfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1595807'] for router_interface, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:08.306292 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3b61ea-0e13-4b09-8eb9-89eaae361451 req-cb542428-deed-4ee8-a475-6b183346a9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:52:08.307707 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-5e3b61ea-0e13-4b09-8eb9-89eaae361451 req-cb542428-deed-4ee8-a475-6b183346a9de service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=517f1b6b-5ba0-4b6c-8a57-ab75136bf6e7 HTTP/1.1" status: 200 len: 1100 time: 0.0728984 Nov 23 12:52:08.353629 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-5e3b61ea-0e13-4b09-8eb9-89eaae361451 req-8dd6fc48-780b-48ef-b541-9dcab3c61d7c service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=9594e83f-825b-4286-8a40-8cc3ae055a40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390275 Nov 23 12:52:08.664355 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.plugin [None req-f9f3ba84-cee1-4c67-afa8-fdd7b28c8bfb admin admin] Deleting port 5743091e-375a-486a-aa90-7a397b171968 {{(pid=86838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 12:52:08.664645 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-f9f3ba84-cee1-4c67-afa8-fdd7b28c8bfb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788171068353'] for port, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:08.838665 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.db [None req-f9f3ba84-cee1-4c67-afa8-fdd7b28c8bfb admin admin] For port 5743091e-375a-486a-aa90-7a397b171968, host dv-cinder-818883-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-smb',level=0,port_id=5743091e-375a-486a-aa90-7a397b171968,segment=NetworkSegment(59a6b585-e3ee-45c8-9d46-49d25176996c),segment_id=59a6b585-e3ee-45c8-9d46-49d25176996c)] {{(pid=86838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:52:08.839716 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-f9f3ba84-cee1-4c67-afa8-fdd7b28c8bfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506271'] for port, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:08.961336 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.plugin [None req-f9f3ba84-cee1-4c67-afa8-fdd7b28c8bfb admin admin] Calling delete_port for 5743091e-375a-486a-aa90-7a397b171968 owned by network:router_interface {{(pid=86838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 12:52:09.336559 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Device f8c81d74-4701-46eb-ab18-7daa1875c080 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 12:52:09.374653 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.plugin [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] No Port match for: f8c81d74-4701-46eb-ab18-7daa1875c080 {{(pid=86839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 12:52:09.375087 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Device f8c81d74-4701-46eb-ab18-7daa1875c080 not bound to the agent host hv-cinder-81888 {{(pid=86839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 12:52:09.394192 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2e7ec4-90ea-4fc4-8e05-5d21789e88e2 req-07cb4741-019e-4597-bc32-e253891fe12c tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:52:09.395707 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-df2e7ec4-90ea-4fc4-8e05-5d21789e88e2 req-07cb4741-019e-4597-bc32-e253891fe12c tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/ports?device_id=517f1b6b-5ba0-4b6c-8a57-ab75136bf6e7 HTTP/1.1" status: 200 len: 947 time: 0.1482227 Nov 23 12:52:09.501581 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-f9f3ba84-cee1-4c67-afa8-fdd7b28c8bfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788171071573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788170525772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8277302'] for port, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:09.507702 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-caff9191-a5b3-4cdf-916f-03ff567ed469 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:52:09.553913 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-df2e7ec4-90ea-4fc4-8e05-5d21789e88e2 req-4f88124d-4667-4e78-ad13-343fe3291b43 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/security-groups?id=9594e83f-825b-4286-8a40-8cc3ae055a40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1516168 Nov 23 12:52:09.557214 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f3ba84-cee1-4c67-afa8-fdd7b28c8bfb admin admin] Pushing event deleted for resources: {'Port': ['ID=5743091e-375a-486a-aa90-7a397b171968,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:52:09.561190 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-f9f3ba84-cee1-4c67-afa8-fdd7b28c8bfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:52:09.914165 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-f9f3ba84-cee1-4c67-afa8-fdd7b28c8bfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-505967'] for router_interface, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:10.311199 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9f3ba84-cee1-4c67-afa8-fdd7b28c8bfb admin admin] Router a67f0724-5760-40a3-8435-070d5646d010 has already been hosted by L3 agent d7c7f769-7b7b-49b8-a5c1-735df886e043 {{(pid=86838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 12:52:10.513211 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9f3ba84-cee1-4c67-afa8-fdd7b28c8bfb admin admin] Notify agent at l3_agent.dv-cinder-818883-1-smb the message routers_updated {{(pid=86838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 12:52:10.523179 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be2e83b-2d6e-42a4-a575-1350d7d57b8a None None] Sync routers for ids ['a67f0724-5760-40a3-8435-070d5646d010'] in dv-cinder-818883-1-smb {{(pid=86839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 12:52:10.526790 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-f9f3ba84-cee1-4c67-afa8-fdd7b28c8bfb admin admin] 10.222.0.31 "PUT /v2.0/routers/a67f0724-5760-40a3-8435-070d5646d010/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1726737 Nov 23 12:52:10.529924 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 53776) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:52:10.534153 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be2e83b-2d6e-42a4-a575-1350d7d57b8a None None] Routers {'a67f0724-5760-40a3-8435-070d5646d010'} bound to L3 agent in host dv-cinder-818883-1-smb {{(pid=86839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:52:10.534809 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_hamode_db [None req-6be2e83b-2d6e-42a4-a575-1350d7d57b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T12:37:26Z,description=,heartbeat_timestamp=2021-11-23T12:51:56Z,host='dv-cinder-818883-1-smb',id=d7c7f769-7b7b-49b8-a5c1-735df886e043,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:37:26Z,topic='l3_agent')) {'router_ids': ['a67f0724-5760-40a3-8435-070d5646d010'], 'active': True} {{(pid=86839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:52:10.734735 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-9576d0f8-eb8f-4d13-98ab-d37055318378 admin admin] Notify callbacks [] for router, before_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:10.747573 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_dvr_db [None req-6be2e83b-2d6e-42a4-a575-1350d7d57b8a None None] Set router a67f0724-5760-40a3-8435-070d5646d010 gateway port host: dv-cinder-818883-1-smb {{(pid=86839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:52:10.937858 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f171caf-3cc1-4828-b446-c033c32d5b85 req-92935d0a-a5b4-42f2-9484-a874559f3ca6 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:52:10.939647 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-4f171caf-3cc1-4828-b446-c033c32d5b85 req-92935d0a-a5b4-42f2-9484-a874559f3ca6 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/ports?device_id=517f1b6b-5ba0-4b6c-8a57-ab75136bf6e7 HTTP/1.1" status: 200 len: 947 time: 0.0989733 Nov 23 12:52:10.956105 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-9576d0f8-eb8f-4d13-98ab-d37055318378 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:10.972497 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.plugin [None req-9576d0f8-eb8f-4d13-98ab-d37055318378 admin admin] Deleting port 210b9708-4701-4959-86e1-a3c76f3f2e66 {{(pid=86837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 12:52:10.973487 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-9576d0f8-eb8f-4d13-98ab-d37055318378 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788171068353'] for port, before_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:10.991311 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-4f171caf-3cc1-4828-b446-c033c32d5b85 req-8e49227d-9d89-44d8-86f1-73a862876cf2 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/security-groups?id=9594e83f-825b-4286-8a40-8cc3ae055a40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439448 Nov 23 12:52:11.164442 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_hamode_db [None req-6be2e83b-2d6e-42a4-a575-1350d7d57b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a67f0724-5760-40a3-8435-070d5646d010', 'name': 'tempest-TestMinimumBasicScenario-560369306-router', 'tenant_id': '3b7f85b4c3f6438bbd0febee23146dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'external_fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.225'}], 'enable_snat': True}, 'gw_port_id': '210b9708-4701-4959-86e1-a3c76f3f2e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:48:42Z', 'updated_at': '2021-11-23T12:52:09Z', 'revision_number': 5, 'project_id': '3b7f85b4c3f6438bbd0febee23146dbf', 'gw_port': {'id': '210b9708-4701-4959-86e1-a3c76f3f2e66', 'name': '', 'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:84:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a67f0724-5760-40a3-8435-070d5646d010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:48:44Z', 'updated_at': '2021-11-23T12:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-smb'}], 'dv-cinder-818883-1-smb', False) {} {{(pid=86839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:52:11.169702 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be2e83b-2d6e-42a4-a575-1350d7d57b8a None None] Checking router: a67f0724-5760-40a3-8435-070d5646d010 for host: dv-cinder-818883-1-smb {{(pid=86839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 12:52:11.180411 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be2e83b-2d6e-42a4-a575-1350d7d57b8a None None] Routers {'a67f0724-5760-40a3-8435-070d5646d010'} bound to L3 agent in host dv-cinder-818883-1-smb {{(pid=86839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:52:11.181325 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_hamode_db [None req-6be2e83b-2d6e-42a4-a575-1350d7d57b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T12:37:26Z,description=,heartbeat_timestamp=2021-11-23T12:51:56Z,host='dv-cinder-818883-1-smb',id=d7c7f769-7b7b-49b8-a5c1-735df886e043,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:37:26Z,topic='l3_agent')) {'router_ids': ['a67f0724-5760-40a3-8435-070d5646d010'], 'active': True} {{(pid=86839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:52:11.191238 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.db [None req-9576d0f8-eb8f-4d13-98ab-d37055318378 admin admin] For port 210b9708-4701-4959-86e1-a3c76f3f2e66, host dv-cinder-818883-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-smb',level=0,port_id=210b9708-4701-4959-86e1-a3c76f3f2e66,segment=NetworkSegment(2dcdf227-6722-4632-a1c4-3c71d035812a),segment_id=2dcdf227-6722-4632-a1c4-3c71d035812a)] {{(pid=86837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:52:11.191630 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-9576d0f8-eb8f-4d13-98ab-d37055318378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506271'] for port, precommit_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:11.321757 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.plugin [None req-9576d0f8-eb8f-4d13-98ab-d37055318378 admin admin] Calling delete_port for 210b9708-4701-4959-86e1-a3c76f3f2e66 owned by network:router_gateway {{(pid=86837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 12:52:11.358979 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_dvr_db [None req-6be2e83b-2d6e-42a4-a575-1350d7d57b8a None None] Set router a67f0724-5760-40a3-8435-070d5646d010 gateway port host: None {{(pid=86839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:52:11.477811 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_hamode_db [None req-6be2e83b-2d6e-42a4-a575-1350d7d57b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a67f0724-5760-40a3-8435-070d5646d010', 'name': 'tempest-TestMinimumBasicScenario-560369306-router', 'tenant_id': '3b7f85b4c3f6438bbd0febee23146dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:48:42Z', 'updated_at': '2021-11-23T12:52:10Z', 'revision_number': 6, 'project_id': '3b7f85b4c3f6438bbd0febee23146dbf', 'gw_port_host': None}], 'dv-cinder-818883-1-smb', False) {} {{(pid=86839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:52:11.482506 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be2e83b-2d6e-42a4-a575-1350d7d57b8a None None] The sync data for ids ['a67f0724-5760-40a3-8435-070d5646d010'] in dv-cinder-818883-1-smb is: [{'id': 'a67f0724-5760-40a3-8435-070d5646d010', 'name': 'tempest-TestMinimumBasicScenario-560369306-router', 'tenant_id': '3b7f85b4c3f6438bbd0febee23146dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:48:42Z', 'updated_at': '2021-11-23T12:52:10Z', 'revision_number': 6, 'project_id': '3b7f85b4c3f6438bbd0febee23146dbf', 'gw_port_host': None}] {{(pid=86839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 12:52:11.542607 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-9576d0f8-eb8f-4d13-98ab-d37055318378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788171071573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788170525772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6379447'] for port, after_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:11.548772 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-f6a0107c-f0a6-4b25-9c46-6fde117edd75 tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:52:11.625200 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9576d0f8-eb8f-4d13-98ab-d37055318378 admin admin] Pushing event deleted for resources: {'Port': ['ID=210b9708-4701-4959-86e1-a3c76f3f2e66,revision_number=None']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:52:11.671665 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9576d0f8-eb8f-4d13-98ab-d37055318378 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:52:11.671899 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9576d0f8-eb8f-4d13-98ab-d37055318378 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:52:11.672290 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9576d0f8-eb8f-4d13-98ab-d37055318378 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:52:11.672644 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9576d0f8-eb8f-4d13-98ab-d37055318378 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:52:11.672997 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9576d0f8-eb8f-4d13-98ab-d37055318378 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:52:11.673345 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9576d0f8-eb8f-4d13-98ab-d37055318378 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:52:11.673688 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9576d0f8-eb8f-4d13-98ab-d37055318378 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:52:11.674019 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9576d0f8-eb8f-4d13-98ab-d37055318378 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:52:11.674366 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9576d0f8-eb8f-4d13-98ab-d37055318378 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:52:11.674739 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9576d0f8-eb8f-4d13-98ab-d37055318378 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:52:11.675070 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9576d0f8-eb8f-4d13-98ab-d37055318378 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:52:11.675411 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9576d0f8-eb8f-4d13-98ab-d37055318378 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:52:11.679008 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-9576d0f8-eb8f-4d13-98ab-d37055318378 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:52:11.711674 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-9576d0f8-eb8f-4d13-98ab-d37055318378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-505848'] for router_gateway, after_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:12.010745 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-9576d0f8-eb8f-4d13-98ab-d37055318378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-505939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1029488'] for router, precommit_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:12.013626 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-9576d0f8-eb8f-4d13-98ab-d37055318378 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:12.038904 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-9576d0f8-eb8f-4d13-98ab-d37055318378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1595766'] for router, after_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:12.039476 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9576d0f8-eb8f-4d13-98ab-d37055318378 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a67f0724-5760-40a3-8435-070d5646d010 {{(pid=86837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 23 12:52:12.053922 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-9576d0f8-eb8f-4d13-98ab-d37055318378 admin admin] Notify callbacks [] for router, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:12.055845 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-9576d0f8-eb8f-4d13-98ab-d37055318378 admin admin] 10.222.0.31 "DELETE /v2.0/routers/a67f0724-5760-40a3-8435-070d5646d010 HTTP/1.1" status: 204 len: 168 time: 1.5248578 Nov 23 12:52:12.057709 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 53794) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:52:12.121565 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb609b07-73ac-4854-9f96-fd660632f94e admin admin] Deleting subnet 62fcaa5c-0ecb-4cd2-b592-53ffd52c0337 {{(pid=86837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 23 12:52:12.124801 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-bb609b07-73ac-4854-9f96-fd660632f94e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:12.175201 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-bb609b07-73ac-4854-9f96-fd660632f94e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-865861'] for subnet, precommit_delete_associations {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:12.303179 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-bb609b07-73ac-4854-9f96-fd660632f94e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569929'] for subnet, precommit_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:12.383038 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-bb609b07-73ac-4854-9f96-fd660632f94e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6379396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8238059'] for subnet, after_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:12.388952 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-b2f23e43-6d90-4a35-a5a6-616a6818cf1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:52:12.428682 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-bb609b07-73ac-4854-9f96-fd660632f94e admin admin] Notify callbacks [] for subnet, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:12.433806 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e8c855e-1ff9-4b9d-8d69-b3617c4319e0 None None] Network b15c6796-f0a9-4d15-aa1e-eb7fe36a0201 requested from dv-cinder-818883-1-smb {{(pid=86839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 12:52:12.435600 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb609b07-73ac-4854-9f96-fd660632f94e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62fcaa5c-0ecb-4cd2-b592-53ffd52c0337,revision_number=None']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:52:12.438348 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-bb609b07-73ac-4854-9f96-fd660632f94e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:52:12.446550 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-bb609b07-73ac-4854-9f96-fd660632f94e admin admin] 10.222.0.31 "DELETE /v2.0/subnets/62fcaa5c-0ecb-4cd2-b592-53ffd52c0337 HTTP/1.1" status: 204 len: 168 time: 0.3852148 Nov 23 12:52:12.446896 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 53800) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:52:12.576640 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-9cbcc8f8-d276-484b-9e99-a4786d893088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1549810'] for network, before_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:12.589203 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.plugin [None req-9cbcc8f8-d276-484b-9e99-a4786d893088 admin admin] Deleting port 204a6647-34a0-4ebc-82c2-661d9e859508 {{(pid=86837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 12:52:12.589680 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-9cbcc8f8-d276-484b-9e99-a4786d893088 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788171068353'] for port, before_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:12.789548 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c92026e-48da-455e-8221-b172e3ad467f None None] DHCP port deletion for b15c6796-f0a9-4d15-aa1e-eb7fe36a0201 request from dv-cinder-818883-1-smb {{(pid=86839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 23 12:52:12.797041 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.plugin [None req-0c92026e-48da-455e-8221-b172e3ad467f None None] Deleting port 204a6647-34a0-4ebc-82c2-661d9e859508 {{(pid=86839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 12:52:12.797527 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-0c92026e-48da-455e-8221-b172e3ad467f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788171068353'] for port, before_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:12.855675 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.db [None req-9cbcc8f8-d276-484b-9e99-a4786d893088 admin admin] For port 204a6647-34a0-4ebc-82c2-661d9e859508, host dv-cinder-818883-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-smb',level=0,port_id=204a6647-34a0-4ebc-82c2-661d9e859508,segment=NetworkSegment(59a6b585-e3ee-45c8-9d46-49d25176996c),segment_id=59a6b585-e3ee-45c8-9d46-49d25176996c)] {{(pid=86837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:52:12.856056 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-9cbcc8f8-d276-484b-9e99-a4786d893088 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506271'] for port, precommit_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:12.987780 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.plugin [None req-9cbcc8f8-d276-484b-9e99-a4786d893088 admin admin] Calling delete_port for 204a6647-34a0-4ebc-82c2-661d9e859508 owned by network:dhcp {{(pid=86837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 12:52:13.041867 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-0c92026e-48da-455e-8221-b172e3ad467f None None] For port 204a6647-34a0-4ebc-82c2-661d9e859508, host dv-cinder-818883-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-smb',level=0,port_id=204a6647-34a0-4ebc-82c2-661d9e859508,segment=NetworkSegment(59a6b585-e3ee-45c8-9d46-49d25176996c),segment_id=59a6b585-e3ee-45c8-9d46-49d25176996c)] {{(pid=86839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:52:13.042225 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-0c92026e-48da-455e-8221-b172e3ad467f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506271'] for port, precommit_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:13.086165 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-9cbcc8f8-d276-484b-9e99-a4786d893088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788171071573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788170525772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6379447'] for port, after_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:13.096802 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-db040e0d-48b2-4686-ba97-81e711472043 tempest-VolumesSnapshotTestJSON-307523756 tempest-VolumesSnapshotTestJSON-307523756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:52:13.124046 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Device 204a6647-34a0-4ebc-82c2-661d9e859508 no longer exists at agent ovs-agent-dv-cinder-818883-1-smb {{(pid=86839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 12:52:13.134395 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbcc8f8-d276-484b-9e99-a4786d893088 admin admin] No DVR routers for this DVR port 204a6647-34a0-4ebc-82c2-661d9e859508 on host dv-cinder-818883-1-smb {{(pid=86837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 12:52:13.168735 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbcc8f8-d276-484b-9e99-a4786d893088 admin admin] Pushing event deleted for resources: {'Port': ['ID=204a6647-34a0-4ebc-82c2-661d9e859508,revision_number=None']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:52:13.174145 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-9cbcc8f8-d276-484b-9e99-a4786d893088 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:52:13.216099 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.plugin [None req-0c92026e-48da-455e-8221-b172e3ad467f None None] Calling delete_port for 204a6647-34a0-4ebc-82c2-661d9e859508 owned by network:dhcp {{(pid=86839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 12:52:13.255494 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.plugin [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] No Port match for: 204a6647-34a0-4ebc-82c2-661d9e859508 {{(pid=86839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 12:52:13.255748 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Device 204a6647-34a0-4ebc-82c2-661d9e859508 not bound to the agent host dv-cinder-818883-1-smb {{(pid=86839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 12:52:13.256259 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Device 210b9708-4701-4959-86e1-a3c76f3f2e66 no longer exists at agent ovs-agent-dv-cinder-818883-1-smb {{(pid=86839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 12:52:13.266672 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-9cbcc8f8-d276-484b-9e99-a4786d893088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-568418', 'neutron.services.segments.db._delete_segments_for_network-8788170962598'] for network, precommit_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:13.295010 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.services.segments.db [None req-9cbcc8f8-d276-484b-9e99-a4786d893088 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b15c6796-f0a9-4d15-aa1e-eb7fe36a0201']}} {{(pid=86837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:52:13.300339 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.plugin [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] No Port match for: 210b9708-4701-4959-86e1-a3c76f3f2e66 {{(pid=86839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 12:52:13.300697 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Device 210b9708-4701-4959-86e1-a3c76f3f2e66 not bound to the agent host dv-cinder-818883-1-smb {{(pid=86839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 12:52:13.301132 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Device 5743091e-375a-486a-aa90-7a397b171968 no longer exists at agent ovs-agent-dv-cinder-818883-1-smb {{(pid=86839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 12:52:13.307822 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.services.segments.db [None req-9cbcc8f8-d276-484b-9e99-a4786d893088 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59a6b585-e3ee-45c8-9d46-49d25176996c') {'for_net_delete': True} {{(pid=86837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:52:13.308074 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.services.segments.db [None req-9cbcc8f8-d276-484b-9e99-a4786d893088 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59a6b585-e3ee-45c8-9d46-49d25176996c') {} {{(pid=86837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:52:13.331175 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-9cbcc8f8-d276-484b-9e99-a4786d893088 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788170845049', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-865874'] for segment, before_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:13.339193 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.plugin [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] No Port match for: 5743091e-375a-486a-aa90-7a397b171968 {{(pid=86839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 12:52:13.339619 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Device 5743091e-375a-486a-aa90-7a397b171968 not bound to the agent host dv-cinder-818883-1-smb {{(pid=86839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 12:52:13.349305 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-9cbcc8f8-d276-484b-9e99-a4786d893088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572451'] for segment, precommit_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:13.359758 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cbcc8f8-d276-484b-9e99-a4786d893088 admin admin] Releasing vlan 757 on physical network physnet1 to pool {{(pid=86837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 12:52:13.360184 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-9cbcc8f8-d276-484b-9e99-a4786d893088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-572458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6379354'] for segment, after_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:13.373919 dv-cinder-818883-1-smb neutron-server[86837]: Traceback (most recent call last): Nov 23 12:52:13.373919 dv-cinder-818883-1-smb neutron-server[86837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 12:52:13.373919 dv-cinder-818883-1-smb neutron-server[86837]: timer() Nov 23 12:52:13.373919 dv-cinder-818883-1-smb neutron-server[86837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 12:52:13.373919 dv-cinder-818883-1-smb neutron-server[86837]: cb(*args, **kw) Nov 23 12:52:13.373919 dv-cinder-818883-1-smb neutron-server[86837]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 23 12:52:13.373919 dv-cinder-818883-1-smb neutron-server[86837]: return func(*args, **kwargs) Nov 23 12:52:13.373919 dv-cinder-818883-1-smb neutron-server[86837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 12:52:13.373919 dv-cinder-818883-1-smb neutron-server[86837]: self._notify() Nov 23 12:52:13.373919 dv-cinder-818883-1-smb neutron-server[86837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 12:52:13.373919 dv-cinder-818883-1-smb neutron-server[86837]: self.callback(batched_events) Nov 23 12:52:13.373919 dv-cinder-818883-1-smb neutron-server[86837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 12:52:13.373919 dv-cinder-818883-1-smb neutron-server[86837]: event.method(event) Nov 23 12:52:13.373919 dv-cinder-818883-1-smb neutron-server[86837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 23 12:52:13.373919 dv-cinder-818883-1-smb neutron-server[86837]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 12:52:13.373919 dv-cinder-818883-1-smb neutron-server[86837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 23 12:52:13.373919 dv-cinder-818883-1-smb neutron-server[86837]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 12:52:13.373919 dv-cinder-818883-1-smb neutron-server[86837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 23 12:52:13.373919 dv-cinder-818883-1-smb neutron-server[86837]: return f(self, *a, **k) Nov 23 12:52:13.373919 dv-cinder-818883-1-smb neutron-server[86837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 23 12:52:13.373919 dv-cinder-818883-1-smb neutron-server[86837]: return self._get(url).json() Nov 23 12:52:13.373919 dv-cinder-818883-1-smb neutron-server[86837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 23 12:52:13.373919 dv-cinder-818883-1-smb neutron-server[86837]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 12:52:13.373919 dv-cinder-818883-1-smb neutron-server[86837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 12:52:13.373919 dv-cinder-818883-1-smb neutron-server[86837]: return self.request(url, 'GET', **kwargs) Nov 23 12:52:13.373919 dv-cinder-818883-1-smb neutron-server[86837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 12:52:13.373919 dv-cinder-818883-1-smb neutron-server[86837]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 12:52:13.373919 dv-cinder-818883-1-smb neutron-server[86837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 12:52:13.373919 dv-cinder-818883-1-smb neutron-server[86837]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 12:52:13.373919 dv-cinder-818883-1-smb neutron-server[86837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 12:52:13.373919 dv-cinder-818883-1-smb neutron-server[86837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 12:52:13.373919 dv-cinder-818883-1-smb neutron-server[86837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 12:52:13.434353 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.db.api [None req-0c92026e-48da-455e-8221-b172e3ad467f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 12:52:13.435113 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_db.api [None req-0c92026e-48da-455e-8221-b172e3ad467f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 12:52:13.455912 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-9cbcc8f8-d276-484b-9e99-a4786d893088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-568411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-505759'] for network, after_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:13.459949 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:52:13.472933 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-9cbcc8f8-d276-484b-9e99-a4786d893088 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600637'] for network, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:13.483683 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbcc8f8-d276-484b-9e99-a4786d893088 admin admin] Pushing event deleted for resources: {'Network': ['ID=b15c6796-f0a9-4d15-aa1e-eb7fe36a0201,revision_number=None']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:52:13.487048 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-9cbcc8f8-d276-484b-9e99-a4786d893088 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:52:13.498844 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-9cbcc8f8-d276-484b-9e99-a4786d893088 admin admin] 10.222.0.31 "DELETE /v2.0/networks/b15c6796-f0a9-4d15-aa1e-eb7fe36a0201 HTTP/1.1" status: 204 len: 168 time: 1.0507500 Nov 23 12:52:13.501451 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 53812) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:52:13.935536 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.plugin [None req-0c92026e-48da-455e-8221-b172e3ad467f None None] Deleting port 204a6647-34a0-4ebc-82c2-661d9e859508 {{(pid=86839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 12:52:13.936211 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-0c92026e-48da-455e-8221-b172e3ad467f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788171068353'] for port, before_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:14.046491 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.plugin [None req-0c92026e-48da-455e-8221-b172e3ad467f None None] The port '204a6647-34a0-4ebc-82c2-661d9e859508' was deleted {{(pid=86839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 23 12:52:14.221704 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-673fb3a9-0e0f-4f31-9ed7-108c8bd9f0dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1595807'] for router_interface, before_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:14.619127 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.plugin [None req-673fb3a9-0e0f-4f31-9ed7-108c8bd9f0dc admin admin] Deleting port 65e2ff03-ecdf-4ca1-b131-21892f80c8e2 {{(pid=86837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 12:52:14.619457 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-673fb3a9-0e0f-4f31-9ed7-108c8bd9f0dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788171068353'] for port, before_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:14.801768 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.db [None req-673fb3a9-0e0f-4f31-9ed7-108c8bd9f0dc admin admin] For port 65e2ff03-ecdf-4ca1-b131-21892f80c8e2, host dv-cinder-818883-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-smb',level=0,port_id=65e2ff03-ecdf-4ca1-b131-21892f80c8e2,segment=NetworkSegment(91917653-6c5f-48de-8fd1-d93c655384a2),segment_id=91917653-6c5f-48de-8fd1-d93c655384a2)] {{(pid=86837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:52:14.802386 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-673fb3a9-0e0f-4f31-9ed7-108c8bd9f0dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506271'] for port, precommit_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:14.929051 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.plugin [None req-673fb3a9-0e0f-4f31-9ed7-108c8bd9f0dc admin admin] Calling delete_port for 65e2ff03-ecdf-4ca1-b131-21892f80c8e2 owned by network:router_interface {{(pid=86837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 12:52:15.122695 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-673fb3a9-0e0f-4f31-9ed7-108c8bd9f0dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788171071573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788170525772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6379447'] for port, after_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:15.127774 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-21b9fba8-4564-47e1-bc94-eaeaf52cb4c6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:52:15.281387 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673fb3a9-0e0f-4f31-9ed7-108c8bd9f0dc admin admin] Pushing event deleted for resources: {'Port': ['ID=65e2ff03-ecdf-4ca1-b131-21892f80c8e2,revision_number=None']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:52:15.284288 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-673fb3a9-0e0f-4f31-9ed7-108c8bd9f0dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:52:15.567022 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-673fb3a9-0e0f-4f31-9ed7-108c8bd9f0dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-505967'] for router_interface, after_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:15.972829 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-673fb3a9-0e0f-4f31-9ed7-108c8bd9f0dc admin admin] Router 1fbac5a4-aca8-4817-97fe-a5d9f600175e has already been hosted by L3 agent d7c7f769-7b7b-49b8-a5c1-735df886e043 {{(pid=86837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 12:52:16.166421 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-673fb3a9-0e0f-4f31-9ed7-108c8bd9f0dc admin admin] Notify agent at l3_agent.dv-cinder-818883-1-smb the message routers_updated {{(pid=86837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 12:52:16.175902 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288f601f-9737-490b-991c-756007b624fd None None] Sync routers for ids ['1fbac5a4-aca8-4817-97fe-a5d9f600175e'] in dv-cinder-818883-1-smb {{(pid=86840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 12:52:16.177967 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-673fb3a9-0e0f-4f31-9ed7-108c8bd9f0dc admin admin] 10.222.0.31 "PUT /v2.0/routers/1fbac5a4-aca8-4817-97fe-a5d9f600175e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6754801 Nov 23 12:52:16.180424 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 53836) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:52:16.187798 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288f601f-9737-490b-991c-756007b624fd None None] Routers {'1fbac5a4-aca8-4817-97fe-a5d9f600175e'} bound to L3 agent in host dv-cinder-818883-1-smb {{(pid=86840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:52:16.188427 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.l3_hamode_db [None req-288f601f-9737-490b-991c-756007b624fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T12:37:26Z,description=,heartbeat_timestamp=2021-11-23T12:51:56Z,host='dv-cinder-818883-1-smb',id=d7c7f769-7b7b-49b8-a5c1-735df886e043,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:37:26Z,topic='l3_agent')) {'router_ids': ['1fbac5a4-aca8-4817-97fe-a5d9f600175e'], 'active': True} {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:52:16.362276 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-293a0f69-d164-45e3-a658-a0a7cc919b7a admin admin] Notify callbacks [] for router, before_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:16.370992 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvr_db [None req-288f601f-9737-490b-991c-756007b624fd None None] Set router 1fbac5a4-aca8-4817-97fe-a5d9f600175e gateway port host: dv-cinder-818883-1-smb {{(pid=86840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:52:16.570507 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-293a0f69-d164-45e3-a658-a0a7cc919b7a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:16.583829 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.plugin [None req-293a0f69-d164-45e3-a658-a0a7cc919b7a admin admin] Deleting port da3e8bb3-e73e-4561-8423-818124b4e14f {{(pid=86837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 12:52:16.584306 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-293a0f69-d164-45e3-a658-a0a7cc919b7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788171068353'] for port, before_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:16.737869 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.l3_hamode_db [None req-288f601f-9737-490b-991c-756007b624fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fbac5a4-aca8-4817-97fe-a5d9f600175e', 'name': 'tempest-TestMinimumBasicScenario-1161204263-router', 'tenant_id': 'c11167759b61463a9f27901a832aeab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'external_fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.108'}], 'enable_snat': True}, 'gw_port_id': 'da3e8bb3-e73e-4561-8423-818124b4e14f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:48:54Z', 'updated_at': '2021-11-23T12:52:15Z', 'revision_number': 5, 'project_id': 'c11167759b61463a9f27901a832aeab2', 'gw_port': {'id': 'da3e8bb3-e73e-4561-8423-818124b4e14f', 'name': '', 'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:26:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fbac5a4-aca8-4817-97fe-a5d9f600175e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:48:55Z', 'updated_at': '2021-11-23T12:49:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-smb'}], 'dv-cinder-818883-1-smb', False) {} {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:52:16.745406 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288f601f-9737-490b-991c-756007b624fd None None] Checking router: 1fbac5a4-aca8-4817-97fe-a5d9f600175e for host: dv-cinder-818883-1-smb {{(pid=86840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 12:52:16.765895 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288f601f-9737-490b-991c-756007b624fd None None] Routers {'1fbac5a4-aca8-4817-97fe-a5d9f600175e'} bound to L3 agent in host dv-cinder-818883-1-smb {{(pid=86840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:52:16.767033 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.l3_hamode_db [None req-288f601f-9737-490b-991c-756007b624fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T12:37:26Z,description=,heartbeat_timestamp=2021-11-23T12:51:56Z,host='dv-cinder-818883-1-smb',id=d7c7f769-7b7b-49b8-a5c1-735df886e043,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:37:26Z,topic='l3_agent')) {'router_ids': ['1fbac5a4-aca8-4817-97fe-a5d9f600175e'], 'active': True} {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:52:16.947604 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.db [None req-293a0f69-d164-45e3-a658-a0a7cc919b7a admin admin] For port da3e8bb3-e73e-4561-8423-818124b4e14f, host dv-cinder-818883-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-smb',level=0,port_id=da3e8bb3-e73e-4561-8423-818124b4e14f,segment=NetworkSegment(2dcdf227-6722-4632-a1c4-3c71d035812a),segment_id=2dcdf227-6722-4632-a1c4-3c71d035812a)] {{(pid=86837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:52:16.947985 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-293a0f69-d164-45e3-a658-a0a7cc919b7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506271'] for port, precommit_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:17.039763 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvr_db [None req-288f601f-9737-490b-991c-756007b624fd None None] Set router 1fbac5a4-aca8-4817-97fe-a5d9f600175e gateway port host: None {{(pid=86840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:52:17.097532 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.plugin [None req-293a0f69-d164-45e3-a658-a0a7cc919b7a admin admin] Calling delete_port for da3e8bb3-e73e-4561-8423-818124b4e14f owned by network:router_gateway {{(pid=86837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 12:52:17.209842 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.l3_hamode_db [None req-288f601f-9737-490b-991c-756007b624fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fbac5a4-aca8-4817-97fe-a5d9f600175e', 'name': 'tempest-TestMinimumBasicScenario-1161204263-router', 'tenant_id': 'c11167759b61463a9f27901a832aeab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:48:54Z', 'updated_at': '2021-11-23T12:52:16Z', 'revision_number': 6, 'project_id': 'c11167759b61463a9f27901a832aeab2', 'gw_port_host': None}], 'dv-cinder-818883-1-smb', False) {} {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:52:17.225243 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288f601f-9737-490b-991c-756007b624fd None None] The sync data for ids ['1fbac5a4-aca8-4817-97fe-a5d9f600175e'] in dv-cinder-818883-1-smb is: [{'id': '1fbac5a4-aca8-4817-97fe-a5d9f600175e', 'name': 'tempest-TestMinimumBasicScenario-1161204263-router', 'tenant_id': 'c11167759b61463a9f27901a832aeab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:48:54Z', 'updated_at': '2021-11-23T12:52:16Z', 'revision_number': 6, 'project_id': 'c11167759b61463a9f27901a832aeab2', 'gw_port_host': None}] {{(pid=86840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 12:52:17.347013 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-293a0f69-d164-45e3-a658-a0a7cc919b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788171071573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788170525772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6379447'] for port, after_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:17.353108 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:52:17.446453 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293a0f69-d164-45e3-a658-a0a7cc919b7a admin admin] Pushing event deleted for resources: {'Port': ['ID=da3e8bb3-e73e-4561-8423-818124b4e14f,revision_number=None']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:52:17.449359 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-293a0f69-d164-45e3-a658-a0a7cc919b7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:52:17.540494 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-293a0f69-d164-45e3-a658-a0a7cc919b7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-505848'] for router_gateway, after_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:17.745451 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-293a0f69-d164-45e3-a658-a0a7cc919b7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-505939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1029488'] for router, precommit_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:17.748001 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-293a0f69-d164-45e3-a658-a0a7cc919b7a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:17.778973 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-293a0f69-d164-45e3-a658-a0a7cc919b7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1595766'] for router, after_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:17.779497 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-293a0f69-d164-45e3-a658-a0a7cc919b7a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1fbac5a4-aca8-4817-97fe-a5d9f600175e {{(pid=86837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 23 12:52:17.797023 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-293a0f69-d164-45e3-a658-a0a7cc919b7a admin admin] Notify callbacks [] for router, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:17.798772 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-293a0f69-d164-45e3-a658-a0a7cc919b7a admin admin] 10.222.0.31 "DELETE /v2.0/routers/1fbac5a4-aca8-4817-97fe-a5d9f600175e HTTP/1.1" status: 204 len: 168 time: 1.6170576 Nov 23 12:52:17.804605 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 53850) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:52:17.871006 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.db_base_plugin_v2 [None req-a759e41c-2ff2-4272-afb7-425221826528 admin admin] Deleting subnet 093c075d-5268-4982-941c-ae5360c853c9 {{(pid=86837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 23 12:52:17.875671 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-a759e41c-2ff2-4272-afb7-425221826528 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:17.941909 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-a759e41c-2ff2-4272-afb7-425221826528 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-865861'] for subnet, precommit_delete_associations {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:18.037669 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-a759e41c-2ff2-4272-afb7-425221826528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569929'] for subnet, precommit_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:18.118803 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-a759e41c-2ff2-4272-afb7-425221826528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6379396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8238059'] for subnet, after_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:18.124523 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:52:18.165988 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a759e41c-2ff2-4272-afb7-425221826528 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=093c075d-5268-4982-941c-ae5360c853c9,revision_number=None']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:52:18.170076 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-a759e41c-2ff2-4272-afb7-425221826528 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:52:18.171142 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-a759e41c-2ff2-4272-afb7-425221826528 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:18.176315 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c79101-d715-4039-8850-271ebba7dc93 None None] Network d501932c-d815-42b5-b9ae-5866796d9056 requested from dv-cinder-818883-1-smb {{(pid=86839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 12:52:18.179240 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-a759e41c-2ff2-4272-afb7-425221826528 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/093c075d-5268-4982-941c-ae5360c853c9 HTTP/1.1" status: 204 len: 168 time: 0.3765974 Nov 23 12:52:18.179852 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 53854) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:52:18.301014 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-151d52a4-5b92-446f-bde5-7581d83b1bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1549810'] for network, before_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:18.313498 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.plugin [None req-151d52a4-5b92-446f-bde5-7581d83b1bf0 admin admin] Deleting port 48a229d4-3a85-4b62-a52c-873123b2217b {{(pid=86837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 12:52:18.313838 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-151d52a4-5b92-446f-bde5-7581d83b1bf0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788171068353'] for port, before_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:18.483734 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f8e01c0-4a41-496a-a7df-81b46a03d728 None None] DHCP port deletion for d501932c-d815-42b5-b9ae-5866796d9056 request from dv-cinder-818883-1-smb {{(pid=86839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 23 12:52:18.489127 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e01c0-4a41-496a-a7df-81b46a03d728 None None] Deleting port 48a229d4-3a85-4b62-a52c-873123b2217b {{(pid=86839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 12:52:18.489706 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1f8e01c0-4a41-496a-a7df-81b46a03d728 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788171068353'] for port, before_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:18.541588 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.db [None req-151d52a4-5b92-446f-bde5-7581d83b1bf0 admin admin] For port 48a229d4-3a85-4b62-a52c-873123b2217b, host dv-cinder-818883-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-smb',level=0,port_id=48a229d4-3a85-4b62-a52c-873123b2217b,segment=NetworkSegment(91917653-6c5f-48de-8fd1-d93c655384a2),segment_id=91917653-6c5f-48de-8fd1-d93c655384a2)] {{(pid=86837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:52:18.542213 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-151d52a4-5b92-446f-bde5-7581d83b1bf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506271'] for port, precommit_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:18.724655 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-1f8e01c0-4a41-496a-a7df-81b46a03d728 None None] For port 48a229d4-3a85-4b62-a52c-873123b2217b, host dv-cinder-818883-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-smb',level=0,port_id=48a229d4-3a85-4b62-a52c-873123b2217b,segment=NetworkSegment(91917653-6c5f-48de-8fd1-d93c655384a2),segment_id=91917653-6c5f-48de-8fd1-d93c655384a2)] {{(pid=86839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:52:18.725145 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1f8e01c0-4a41-496a-a7df-81b46a03d728 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506271'] for port, precommit_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:18.817758 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.plugin [None req-151d52a4-5b92-446f-bde5-7581d83b1bf0 admin admin] Calling delete_port for 48a229d4-3a85-4b62-a52c-873123b2217b owned by network:dhcp {{(pid=86837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 12:52:18.854550 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e01c0-4a41-496a-a7df-81b46a03d728 None None] Calling delete_port for 48a229d4-3a85-4b62-a52c-873123b2217b owned by network:dhcp {{(pid=86839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 12:52:18.925244 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-151d52a4-5b92-446f-bde5-7581d83b1bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788171071573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788170525772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6379447'] for port, after_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:18.939346 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:52:18.941032 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.db.api [None req-1f8e01c0-4a41-496a-a7df-81b46a03d728 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 12:52:18.941406 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_db.api [None req-1f8e01c0-4a41-496a-a7df-81b46a03d728 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 12:52:18.975021 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151d52a4-5b92-446f-bde5-7581d83b1bf0 admin admin] No DVR routers for this DVR port 48a229d4-3a85-4b62-a52c-873123b2217b on host dv-cinder-818883-1-smb {{(pid=86837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 12:52:19.019495 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151d52a4-5b92-446f-bde5-7581d83b1bf0 admin admin] Pushing event deleted for resources: {'Port': ['ID=48a229d4-3a85-4b62-a52c-873123b2217b,revision_number=None']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:52:19.035335 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-151d52a4-5b92-446f-bde5-7581d83b1bf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:52:19.113637 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-151d52a4-5b92-446f-bde5-7581d83b1bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-568418', 'neutron.services.segments.db._delete_segments_for_network-8788170962598'] for network, precommit_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:19.114336 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Device 65e2ff03-ecdf-4ca1-b131-21892f80c8e2 no longer exists at agent ovs-agent-dv-cinder-818883-1-smb {{(pid=86839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 12:52:19.152400 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.services.segments.db [None req-151d52a4-5b92-446f-bde5-7581d83b1bf0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d501932c-d815-42b5-b9ae-5866796d9056']}} {{(pid=86837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:52:19.162819 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.plugin [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] No Port match for: 65e2ff03-ecdf-4ca1-b131-21892f80c8e2 {{(pid=86839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 12:52:19.163150 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Device 65e2ff03-ecdf-4ca1-b131-21892f80c8e2 not bound to the agent host dv-cinder-818883-1-smb {{(pid=86839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 12:52:19.163813 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Device da3e8bb3-e73e-4561-8423-818124b4e14f no longer exists at agent ovs-agent-dv-cinder-818883-1-smb {{(pid=86839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 12:52:19.168415 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.services.segments.db [None req-151d52a4-5b92-446f-bde5-7581d83b1bf0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91917653-6c5f-48de-8fd1-d93c655384a2') {'for_net_delete': True} {{(pid=86837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:52:19.168415 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.services.segments.db [None req-151d52a4-5b92-446f-bde5-7581d83b1bf0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91917653-6c5f-48de-8fd1-d93c655384a2') {} {{(pid=86837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:52:19.183492 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-151d52a4-5b92-446f-bde5-7581d83b1bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788170845049', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-865874'] for segment, before_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:19.205226 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.plugin [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] No Port match for: da3e8bb3-e73e-4561-8423-818124b4e14f {{(pid=86839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 12:52:19.206446 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-151d52a4-5b92-446f-bde5-7581d83b1bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572451'] for segment, precommit_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:19.206821 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Device da3e8bb3-e73e-4561-8423-818124b4e14f not bound to the agent host dv-cinder-818883-1-smb {{(pid=86839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 12:52:19.207339 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Device 48a229d4-3a85-4b62-a52c-873123b2217b no longer exists at agent ovs-agent-dv-cinder-818883-1-smb {{(pid=86839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 12:52:19.214356 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-151d52a4-5b92-446f-bde5-7581d83b1bf0 admin admin] Releasing vlan 765 on physical network physnet1 to pool {{(pid=86837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 12:52:19.214913 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-151d52a4-5b92-446f-bde5-7581d83b1bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-572458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6379354'] for segment, after_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:19.230122 dv-cinder-818883-1-smb neutron-server[86837]: Traceback (most recent call last): Nov 23 12:52:19.230122 dv-cinder-818883-1-smb neutron-server[86837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 12:52:19.230122 dv-cinder-818883-1-smb neutron-server[86837]: timer() Nov 23 12:52:19.230122 dv-cinder-818883-1-smb neutron-server[86837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 12:52:19.230122 dv-cinder-818883-1-smb neutron-server[86837]: cb(*args, **kw) Nov 23 12:52:19.230122 dv-cinder-818883-1-smb neutron-server[86837]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 23 12:52:19.230122 dv-cinder-818883-1-smb neutron-server[86837]: return func(*args, **kwargs) Nov 23 12:52:19.230122 dv-cinder-818883-1-smb neutron-server[86837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 12:52:19.230122 dv-cinder-818883-1-smb neutron-server[86837]: self._notify() Nov 23 12:52:19.230122 dv-cinder-818883-1-smb neutron-server[86837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 12:52:19.230122 dv-cinder-818883-1-smb neutron-server[86837]: self.callback(batched_events) Nov 23 12:52:19.230122 dv-cinder-818883-1-smb neutron-server[86837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 12:52:19.230122 dv-cinder-818883-1-smb neutron-server[86837]: event.method(event) Nov 23 12:52:19.230122 dv-cinder-818883-1-smb neutron-server[86837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 23 12:52:19.230122 dv-cinder-818883-1-smb neutron-server[86837]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 12:52:19.230122 dv-cinder-818883-1-smb neutron-server[86837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 23 12:52:19.230122 dv-cinder-818883-1-smb neutron-server[86837]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 12:52:19.230122 dv-cinder-818883-1-smb neutron-server[86837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 23 12:52:19.230122 dv-cinder-818883-1-smb neutron-server[86837]: return f(self, *a, **k) Nov 23 12:52:19.230122 dv-cinder-818883-1-smb neutron-server[86837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 23 12:52:19.230122 dv-cinder-818883-1-smb neutron-server[86837]: return self._get(url).json() Nov 23 12:52:19.230122 dv-cinder-818883-1-smb neutron-server[86837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 23 12:52:19.230122 dv-cinder-818883-1-smb neutron-server[86837]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 12:52:19.230122 dv-cinder-818883-1-smb neutron-server[86837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 12:52:19.230122 dv-cinder-818883-1-smb neutron-server[86837]: return self.request(url, 'GET', **kwargs) Nov 23 12:52:19.230122 dv-cinder-818883-1-smb neutron-server[86837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 12:52:19.230122 dv-cinder-818883-1-smb neutron-server[86837]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 12:52:19.230122 dv-cinder-818883-1-smb neutron-server[86837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 12:52:19.230122 dv-cinder-818883-1-smb neutron-server[86837]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 12:52:19.230122 dv-cinder-818883-1-smb neutron-server[86837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 12:52:19.230122 dv-cinder-818883-1-smb neutron-server[86837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 12:52:19.230122 dv-cinder-818883-1-smb neutron-server[86837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 12:52:19.249558 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.plugin [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] No Port match for: 48a229d4-3a85-4b62-a52c-873123b2217b {{(pid=86839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 12:52:19.250105 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Device 48a229d4-3a85-4b62-a52c-873123b2217b not bound to the agent host dv-cinder-818883-1-smb {{(pid=86839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 12:52:19.316610 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-151d52a4-5b92-446f-bde5-7581d83b1bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-568411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-505759'] for network, after_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:19.320739 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:52:19.333883 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-151d52a4-5b92-446f-bde5-7581d83b1bf0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600637'] for network, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:19.344293 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151d52a4-5b92-446f-bde5-7581d83b1bf0 admin admin] Pushing event deleted for resources: {'Network': ['ID=d501932c-d815-42b5-b9ae-5866796d9056,revision_number=None']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:52:19.347245 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-151d52a4-5b92-446f-bde5-7581d83b1bf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:52:19.349179 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-151d52a4-5b92-446f-bde5-7581d83b1bf0 admin admin] 10.222.0.31 "DELETE /v2.0/networks/d501932c-d815-42b5-b9ae-5866796d9056 HTTP/1.1" status: 204 len: 168 time: 1.1683662 Nov 23 12:52:19.442573 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e01c0-4a41-496a-a7df-81b46a03d728 None None] Deleting port 48a229d4-3a85-4b62-a52c-873123b2217b {{(pid=86839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 12:52:19.443106 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1f8e01c0-4a41-496a-a7df-81b46a03d728 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788171068353'] for port, before_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:19.474171 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 53872) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:52:19.529126 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e01c0-4a41-496a-a7df-81b46a03d728 None None] The port '48a229d4-3a85-4b62-a52c-873123b2217b' was deleted {{(pid=86839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 23 12:52:19.670876 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-707391b7-b50b-44eb-96a8-c188448001f9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3b7f85b4c3f6438bbd0febee23146dbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1928835 Nov 23 12:52:19.672910 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 53876) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:52:19.744203 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-0e6fb9ff-4a68-4e23-8e92-4d97586b5fab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:19.773985 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-0e6fb9ff-4a68-4e23-8e92-4d97586b5fab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:19.831120 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-0e6fb9ff-4a68-4e23-8e92-4d97586b5fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:19.836491 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-385f80fe-0d98-464d-b231-525e26f72189 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:52:19.850448 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6fb9ff-4a68-4e23-8e92-4d97586b5fab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9da913dc-3b2c-4e11-a727-e7a51cca0bae,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:52:19.853634 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-0e6fb9ff-4a68-4e23-8e92-4d97586b5fab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:52:19.865015 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-0e6fb9ff-4a68-4e23-8e92-4d97586b5fab admin admin] Notify callbacks [] for security_group, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:19.866333 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-0e6fb9ff-4a68-4e23-8e92-4d97586b5fab admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9da913dc-3b2c-4e11-a727-e7a51cca0bae HTTP/1.1" status: 204 len: 168 time: 0.1924851 Nov 23 12:52:20.277650 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 53890) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:52:20.332472 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-d3ef076f-93ee-4455-ab88-f478674f8b88 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c11167759b61463a9f27901a832aeab2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0511477 Nov 23 12:52:20.332951 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 53894) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:52:20.404323 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-e10b3dd9-3c51-48b7-bda6-63ede4bd418e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:20.433784 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-e10b3dd9-3c51-48b7-bda6-63ede4bd418e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:20.486593 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-e10b3dd9-3c51-48b7-bda6-63ede4bd418e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:20.490448 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-02bdf22a-444f-48dd-adc3-b2c1524cfd62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:52:20.501593 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10b3dd9-3c51-48b7-bda6-63ede4bd418e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64310fee-d803-46e5-a6bd-081862e46278,revision_number=None']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:52:20.505660 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-e10b3dd9-3c51-48b7-bda6-63ede4bd418e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:52:20.509111 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-e10b3dd9-3c51-48b7-bda6-63ede4bd418e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:20.510244 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-e10b3dd9-3c51-48b7-bda6-63ede4bd418e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/64310fee-d803-46e5-a6bd-081862e46278 HTTP/1.1" status: 204 len: 168 time: 0.1760969 Nov 23 12:52:22.903990 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-7b9f5ae4-7a9c-4330-a142-c351b68b8dd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:23.413520 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:25.689741 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-f956eb00-a1b0-43f3-965f-17a10dd49ac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:26.494231 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-8254020c-a8f6-4cc9-8d4f-32dd99c2f4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:27.933872 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 53964) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:52:27.997153 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb9e6ed1-361e-4e8c-bcd0-bfa018020f38 admin admin] Deleting subnet 172d55bc-82ce-42b6-9d56-cf6c290e322c {{(pid=86837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 23 12:52:28.000603 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-fb9e6ed1-361e-4e8c-bcd0-bfa018020f38 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:28.050634 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-fb9e6ed1-361e-4e8c-bcd0-bfa018020f38 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-865861'] for subnet, precommit_delete_associations {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:28.112232 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-fb9e6ed1-361e-4e8c-bcd0-bfa018020f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569929'] for subnet, precommit_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:28.184333 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-fb9e6ed1-361e-4e8c-bcd0-bfa018020f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6379396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8238059'] for subnet, after_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:28.188700 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-bee2c4ff-99e2-4537-ab75-27fe91956cff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:52:28.223408 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9e6ed1-361e-4e8c-bcd0-bfa018020f38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=172d55bc-82ce-42b6-9d56-cf6c290e322c,revision_number=None']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:52:28.226510 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-fb9e6ed1-361e-4e8c-bcd0-bfa018020f38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:52:28.227572 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-fb9e6ed1-361e-4e8c-bcd0-bfa018020f38 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:28.234083 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-fb9e6ed1-361e-4e8c-bcd0-bfa018020f38 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/172d55bc-82ce-42b6-9d56-cf6c290e322c HTTP/1.1" status: 204 len: 168 time: 0.2990813 Nov 23 12:52:28.237605 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 53968) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:52:28.286146 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-3a3d0f92-e1d8-40e0-8f39-c6b28c555fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:28.347187 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-7bd2566f-7c74-4740-940c-c49f3e746f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1549810'] for network, before_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:28.474918 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-7bd2566f-7c74-4740-940c-c49f3e746f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-568418', 'neutron.services.segments.db._delete_segments_for_network-8788170962598'] for network, precommit_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:28.501850 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.services.segments.db [None req-7bd2566f-7c74-4740-940c-c49f3e746f88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1da7dd73-1340-4c68-a094-f24718b2f2dd']}} {{(pid=86837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:52:28.519078 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.services.segments.db [None req-7bd2566f-7c74-4740-940c-c49f3e746f88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b1c76bb-b718-4fa7-bd3c-2e50b6dc174e') {'for_net_delete': True} {{(pid=86837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:52:28.519420 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.services.segments.db [None req-7bd2566f-7c74-4740-940c-c49f3e746f88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b1c76bb-b718-4fa7-bd3c-2e50b6dc174e') {} {{(pid=86837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:52:28.533248 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-7bd2566f-7c74-4740-940c-c49f3e746f88 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788170845049', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-865874'] for segment, before_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:28.551171 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-7bd2566f-7c74-4740-940c-c49f3e746f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572451'] for segment, precommit_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:28.558178 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bd2566f-7c74-4740-940c-c49f3e746f88 admin admin] Releasing vlan 762 on physical network physnet1 to pool {{(pid=86837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 12:52:28.558723 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-7bd2566f-7c74-4740-940c-c49f3e746f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-572458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6379354'] for segment, after_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:28.572835 dv-cinder-818883-1-smb neutron-server[86837]: Traceback (most recent call last): Nov 23 12:52:28.572835 dv-cinder-818883-1-smb neutron-server[86837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 12:52:28.572835 dv-cinder-818883-1-smb neutron-server[86837]: timer() Nov 23 12:52:28.572835 dv-cinder-818883-1-smb neutron-server[86837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 12:52:28.572835 dv-cinder-818883-1-smb neutron-server[86837]: cb(*args, **kw) Nov 23 12:52:28.572835 dv-cinder-818883-1-smb neutron-server[86837]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 23 12:52:28.572835 dv-cinder-818883-1-smb neutron-server[86837]: return func(*args, **kwargs) Nov 23 12:52:28.572835 dv-cinder-818883-1-smb neutron-server[86837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 12:52:28.572835 dv-cinder-818883-1-smb neutron-server[86837]: self._notify() Nov 23 12:52:28.572835 dv-cinder-818883-1-smb neutron-server[86837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 12:52:28.572835 dv-cinder-818883-1-smb neutron-server[86837]: self.callback(batched_events) Nov 23 12:52:28.572835 dv-cinder-818883-1-smb neutron-server[86837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 12:52:28.572835 dv-cinder-818883-1-smb neutron-server[86837]: event.method(event) Nov 23 12:52:28.572835 dv-cinder-818883-1-smb neutron-server[86837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 23 12:52:28.572835 dv-cinder-818883-1-smb neutron-server[86837]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 12:52:28.572835 dv-cinder-818883-1-smb neutron-server[86837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 23 12:52:28.572835 dv-cinder-818883-1-smb neutron-server[86837]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 12:52:28.572835 dv-cinder-818883-1-smb neutron-server[86837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 23 12:52:28.572835 dv-cinder-818883-1-smb neutron-server[86837]: return f(self, *a, **k) Nov 23 12:52:28.572835 dv-cinder-818883-1-smb neutron-server[86837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 23 12:52:28.572835 dv-cinder-818883-1-smb neutron-server[86837]: return self._get(url).json() Nov 23 12:52:28.572835 dv-cinder-818883-1-smb neutron-server[86837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 23 12:52:28.572835 dv-cinder-818883-1-smb neutron-server[86837]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 12:52:28.572835 dv-cinder-818883-1-smb neutron-server[86837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 12:52:28.572835 dv-cinder-818883-1-smb neutron-server[86837]: return self.request(url, 'GET', **kwargs) Nov 23 12:52:28.572835 dv-cinder-818883-1-smb neutron-server[86837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 12:52:28.572835 dv-cinder-818883-1-smb neutron-server[86837]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 12:52:28.572835 dv-cinder-818883-1-smb neutron-server[86837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 12:52:28.572835 dv-cinder-818883-1-smb neutron-server[86837]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 12:52:28.572835 dv-cinder-818883-1-smb neutron-server[86837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 12:52:28.572835 dv-cinder-818883-1-smb neutron-server[86837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 12:52:28.572835 dv-cinder-818883-1-smb neutron-server[86837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 12:52:28.649886 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-7bd2566f-7c74-4740-940c-c49f3e746f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-568411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-505759'] for network, after_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:28.654320 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-f2ba97b5-6139-43a1-8091-23bc35825b91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:52:28.673376 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-7bd2566f-7c74-4740-940c-c49f3e746f88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600637'] for network, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:28.684124 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd2566f-7c74-4740-940c-c49f3e746f88 admin admin] Pushing event deleted for resources: {'Network': ['ID=1da7dd73-1340-4c68-a094-f24718b2f2dd,revision_number=None']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:52:28.689383 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-7bd2566f-7c74-4740-940c-c49f3e746f88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:52:28.697950 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-7bd2566f-7c74-4740-940c-c49f3e746f88 admin admin] 10.222.0.31 "DELETE /v2.0/networks/1da7dd73-1340-4c68-a094-f24718b2f2dd HTTP/1.1" status: 204 len: 168 time: 0.4593022 Nov 23 12:52:28.893717 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 53976) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:52:28.952239 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-2167230d-2bad-4236-8881-e382dc9de51f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=92c84cb5e58e49078b87a81fd8a69bcd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0572350 Nov 23 12:52:28.955079 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 53980) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:52:29.021208 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-3c11b3f4-f53a-4653-b5a0-08f500ba1f33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:29.050196 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-3c11b3f4-f53a-4653-b5a0-08f500ba1f33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:29.107335 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-3c11b3f4-f53a-4653-b5a0-08f500ba1f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:29.111334 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-32e1b28d-8df8-47a9-be70-98e0a060002d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:52:29.123726 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c11b3f4-f53a-4653-b5a0-08f500ba1f33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bfc3486-ac41-4745-a9d9-0335a6fe353b,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:52:29.126264 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-3c11b3f4-f53a-4653-b5a0-08f500ba1f33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:52:29.133383 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-3c11b3f4-f53a-4653-b5a0-08f500ba1f33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:29.134538 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-3c11b3f4-f53a-4653-b5a0-08f500ba1f33 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0bfc3486-ac41-4745-a9d9-0335a6fe353b HTTP/1.1" status: 204 len: 168 time: 0.1784756 Nov 23 12:52:30.263566 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129e3123-dffc-4b79-82e9-429e22cd45f4 req-a7bbbd2a-840a-4c65-b143-9e4eed7f787f tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:52:30.265106 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-129e3123-dffc-4b79-82e9-429e22cd45f4 req-a7bbbd2a-840a-4c65-b143-9e4eed7f787f tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] 10.222.0.31 "GET /v2.0/ports?device_id=22e65fa6-c78c-4c51-a5cb-8fa8c6aa5633 HTTP/1.1" status: 200 len: 945 time: 0.0963261 Nov 23 12:52:30.315666 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-129e3123-dffc-4b79-82e9-429e22cd45f4 req-d1cab39f-0711-49bb-bd21-886748b3da3a tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9852912-4a05-430b-a939-7e65aa408a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446029 Nov 23 12:52:31.516981 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7a7944-dc7b-45a7-8853-828d1ab39781 req-41bd2488-d5eb-46f7-b51e-013ae9caf997 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:52:31.518371 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-bc7a7944-dc7b-45a7-8853-828d1ab39781 req-41bd2488-d5eb-46f7-b51e-013ae9caf997 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] 10.222.0.31 "GET /v2.0/ports?device_id=22e65fa6-c78c-4c51-a5cb-8fa8c6aa5633 HTTP/1.1" status: 200 len: 945 time: 0.0831335 Nov 23 12:52:31.567297 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-bc7a7944-dc7b-45a7-8853-828d1ab39781 req-b36f9964-f357-4288-85cf-6b0280df73f4 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9852912-4a05-430b-a939-7e65aa408a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418048 Nov 23 12:52:32.795920 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738dfaf7-8835-4f4f-91c2-6c7fd17a7c7d req-384595d5-19c8-4fd2-9a10-e13dc4495207 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:52:32.797630 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-738dfaf7-8835-4f4f-91c2-6c7fd17a7c7d req-384595d5-19c8-4fd2-9a10-e13dc4495207 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] 10.222.0.31 "GET /v2.0/ports?device_id=22e65fa6-c78c-4c51-a5cb-8fa8c6aa5633 HTTP/1.1" status: 200 len: 945 time: 0.0866935 Nov 23 12:52:32.844321 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-738dfaf7-8835-4f4f-91c2-6c7fd17a7c7d req-804bc5d9-0e1c-4cf7-a095-539892156a1a tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9852912-4a05-430b-a939-7e65aa408a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403986 Nov 23 12:52:34.079657 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1585f91e-8e1b-4e50-b52e-a938fa1f2cb3 req-cb2966e4-f0c9-4745-a0b7-f25d4a0e5dce tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:52:34.081250 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-1585f91e-8e1b-4e50-b52e-a938fa1f2cb3 req-cb2966e4-f0c9-4745-a0b7-f25d4a0e5dce tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] 10.222.0.31 "GET /v2.0/ports?device_id=22e65fa6-c78c-4c51-a5cb-8fa8c6aa5633 HTTP/1.1" status: 200 len: 945 time: 0.1235306 Nov 23 12:52:34.135614 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-1585f91e-8e1b-4e50-b52e-a938fa1f2cb3 req-7567b069-1f4c-40d7-8c47-49dbd8eaf890 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9852912-4a05-430b-a939-7e65aa408a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477285 Nov 23 12:52:34.148034 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.agents_db [None req-d0d00f27-41a4-4d9d-a63d-8c6bf84d2b10 None None] Agent healthcheck: found 6 active agents {{(pid=86840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 12:52:34.709586 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:35.360064 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b19e51-a272-4b8c-b82a-476ca4e00329 req-67193a28-e2fa-4023-947b-0a310ac5f502 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:52:35.363793 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-a2b19e51-a272-4b8c-b82a-476ca4e00329 req-67193a28-e2fa-4023-947b-0a310ac5f502 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] 10.222.0.31 "GET /v2.0/ports?device_id=22e65fa6-c78c-4c51-a5cb-8fa8c6aa5633 HTTP/1.1" status: 200 len: 945 time: 0.1192086 Nov 23 12:52:35.425386 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-a2b19e51-a272-4b8c-b82a-476ca4e00329 req-126de124-bcb5-4590-9314-6a06e2cb5f74 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9852912-4a05-430b-a939-7e65aa408a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516670 Nov 23 12:52:36.128798 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 54074) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:52:36.253172 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-df8eb392-5b22-4c13-9cd6-1c3dc5de1bfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:36.268810 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-df8eb392-5b22-4c13-9cd6-1c3dc5de1bfd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:52:36.272840 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-df8eb392-5b22-4c13-9cd6-1c3dc5de1bfd admin admin] Usage tracker for resource:security_group_rule and tenant:a5f1643f602d41caac0cb4abda514e58 is out of sync, need to count used quota {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:52:36.275751 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-df8eb392-5b22-4c13-9cd6-1c3dc5de1bfd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:52:36.281978 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-df8eb392-5b22-4c13-9cd6-1c3dc5de1bfd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:52:36.371361 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-df8eb392-5b22-4c13-9cd6-1c3dc5de1bfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:36.376454 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-df8eb392-5b22-4c13-9cd6-1c3dc5de1bfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:36.383864 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-e13132ba-94e9-4eb4-b73d-85e5efc628c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:52:36.425174 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-df8eb392-5b22-4c13-9cd6-1c3dc5de1bfd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a5f1643f602d41caac0cb4abda514e58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2951295 Nov 23 12:52:36.426095 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8eb392-5b22-4c13-9cd6-1c3dc5de1bfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c39ca20c-6293-410c-93d3-4340b9d56391,revision_number=1']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:52:36.428895 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 54080) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:52:36.429484 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-df8eb392-5b22-4c13-9cd6-1c3dc5de1bfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:52:36.488195 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-3ad6a769-2010-4d68-bcb2-ee731402b40b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:36.516361 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-3ad6a769-2010-4d68-bcb2-ee731402b40b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:36.630816 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-3ad6a769-2010-4d68-bcb2-ee731402b40b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:36.636368 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-fe1e243d-7b73-473a-945e-13e3097b0ef0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:52:36.654670 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12457ef9-7795-4334-8271-fbc5a111ac1b req-9d47cdda-be34-4ad8-ab8d-c3ab8d6dad95 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:52:36.656151 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-12457ef9-7795-4334-8271-fbc5a111ac1b req-9d47cdda-be34-4ad8-ab8d-c3ab8d6dad95 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] 10.222.0.31 "GET /v2.0/ports?device_id=22e65fa6-c78c-4c51-a5cb-8fa8c6aa5633 HTTP/1.1" status: 200 len: 945 time: 0.1161888 Nov 23 12:52:36.659357 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad6a769-2010-4d68-bcb2-ee731402b40b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c39ca20c-6293-410c-93d3-4340b9d56391,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:52:36.664440 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-3ad6a769-2010-4d68-bcb2-ee731402b40b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:52:36.684593 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-3ad6a769-2010-4d68-bcb2-ee731402b40b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:36.685964 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-3ad6a769-2010-4d68-bcb2-ee731402b40b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c39ca20c-6293-410c-93d3-4340b9d56391 HTTP/1.1" status: 204 len: 168 time: 0.2557817 Nov 23 12:52:36.711011 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-12457ef9-7795-4334-8271-fbc5a111ac1b req-59ba3106-28e6-43a6-888b-4dc23ea08d87 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9852912-4a05-430b-a939-7e65aa408a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476246 Nov 23 12:52:37.919538 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd57c06-493f-4e2b-afc7-39485dfbd16c req-745b4bf0-47be-4f8b-8f54-d9f1923c05ff tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:52:37.921112 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-bcd57c06-493f-4e2b-afc7-39485dfbd16c req-745b4bf0-47be-4f8b-8f54-d9f1923c05ff tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] 10.222.0.31 "GET /v2.0/ports?device_id=22e65fa6-c78c-4c51-a5cb-8fa8c6aa5633 HTTP/1.1" status: 200 len: 945 time: 0.0946412 Nov 23 12:52:37.967196 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-bcd57c06-493f-4e2b-afc7-39485dfbd16c req-b84db903-3f64-4b77-bb3d-616c44ad0689 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9852912-4a05-430b-a939-7e65aa408a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397511 Nov 23 12:52:39.327182 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53f13e7-a66a-4744-991d-3ea5ca904c89 req-6454e11e-68d1-4098-808c-c008ac3fc5db tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:52:39.328965 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-a53f13e7-a66a-4744-991d-3ea5ca904c89 req-6454e11e-68d1-4098-808c-c008ac3fc5db tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] 10.222.0.31 "GET /v2.0/ports?device_id=22e65fa6-c78c-4c51-a5cb-8fa8c6aa5633 HTTP/1.1" status: 200 len: 945 time: 0.0978179 Nov 23 12:52:39.379860 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-a53f13e7-a66a-4744-991d-3ea5ca904c89 req-861acf1c-f673-4e5b-886d-74b22b410d69 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9852912-4a05-430b-a939-7e65aa408a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449181 Nov 23 12:52:40.340528 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab315f37-2648-4964-9649-49d3460ea3ca req-b52ac368-32ec-4d44-a8ef-3df73c3d5d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:52:40.342063 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-ab315f37-2648-4964-9649-49d3460ea3ca req-b52ac368-32ec-4d44-a8ef-3df73c3d5d5d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=904fe0d63bc7415b845bd812c5c3d7d5&device_id=22e65fa6-c78c-4c51-a5cb-8fa8c6aa5633 HTTP/1.1" status: 200 len: 1098 time: 0.0803540 Nov 23 12:52:40.487540 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab315f37-2648-4964-9649-49d3460ea3ca req-f60d73b0-c078-44ce-9064-8036437e8edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:52:40.489005 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-ab315f37-2648-4964-9649-49d3460ea3ca req-f60d73b0-c078-44ce-9064-8036437e8edd service neutron] 10.222.0.54 "GET /v2.0/networks?id=863a1e50-6324-476a-bb82-68f7fcf8fe7f HTTP/1.1" status: 200 len: 909 time: 0.1378181 Nov 23 12:52:40.596033 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-ab315f37-2648-4964-9649-49d3460ea3ca req-d372871f-ee7c-45f4-b298-826400d34fe8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=872db580-122a-4bd9-8975-450d6b1cfdfe HTTP/1.1" status: 200 len: 1000 time: 0.0993860 Nov 23 12:52:40.600135 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5f6b25-b69f-460a-91f4-ab198e502474 req-9e25d4ed-6c42-4fc5-bfac-8bbb193dd50d tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:52:40.602917 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-fa5f6b25-b69f-460a-91f4-ab198e502474 req-9e25d4ed-6c42-4fc5-bfac-8bbb193dd50d tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] 10.222.0.31 "GET /v2.0/ports?device_id=22e65fa6-c78c-4c51-a5cb-8fa8c6aa5633 HTTP/1.1" status: 200 len: 945 time: 0.1052535 Nov 23 12:52:40.678131 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-fa5f6b25-b69f-460a-91f4-ab198e502474 req-ef484633-c9bf-40b1-9c64-876cd92891d5 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9852912-4a05-430b-a939-7e65aa408a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687571 Nov 23 12:52:40.768229 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab315f37-2648-4964-9649-49d3460ea3ca req-3a448e54-ae3f-4f5e-b7cb-e694b0cfe876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:52:40.769684 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-ab315f37-2648-4964-9649-49d3460ea3ca req-3a448e54-ae3f-4f5e-b7cb-e694b0cfe876 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f7f25b7d-0ccf-4bc2-a609-ac7ad2c481be HTTP/1.1" status: 200 len: 847 time: 0.1670132 Nov 23 12:52:40.858973 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab315f37-2648-4964-9649-49d3460ea3ca req-df0e38ff-f6f1-49d1-899f-a07e7763d981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:52:40.860473 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-ab315f37-2648-4964-9649-49d3460ea3ca req-df0e38ff-f6f1-49d1-899f-a07e7763d981 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=863a1e50-6324-476a-bb82-68f7fcf8fe7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0837839 Nov 23 12:52:41.004470 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-ab315f37-2648-4964-9649-49d3460ea3ca req-bdea181b-8fa1-4f77-90c8-143480912aef service neutron] 10.222.0.54 "GET /v2.0/networks/863a1e50-6324-476a-bb82-68f7fcf8fe7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357927 Nov 23 12:52:41.161490 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-ab315f37-2648-4964-9649-49d3460ea3ca req-8c1cf39c-2166-4377-9d94-cbf5ab644532 service neutron] 10.222.0.54 "GET /v2.0/networks/863a1e50-6324-476a-bb82-68f7fcf8fe7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482263 Nov 23 12:52:41.877851 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5183e3-cfad-42ef-82c4-5a8701f44912 req-ba83ad0d-7514-40de-a888-87d833c40452 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:52:41.880043 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-2a5183e3-cfad-42ef-82c4-5a8701f44912 req-ba83ad0d-7514-40de-a888-87d833c40452 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] 10.222.0.31 "GET /v2.0/ports?device_id=22e65fa6-c78c-4c51-a5cb-8fa8c6aa5633 HTTP/1.1" status: 200 len: 945 time: 0.0874672 Nov 23 12:52:41.927122 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-2a5183e3-cfad-42ef-82c4-5a8701f44912 req-b1556c73-c59f-4a3c-b6b8-26fddcc3321b tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9852912-4a05-430b-a939-7e65aa408a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412304 Nov 23 12:52:43.151469 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00d9205-23c5-43b7-a9b4-bb3556277484 req-b80eb220-8082-426b-b38c-d802f3f8c4a9 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:52:43.153007 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-e00d9205-23c5-43b7-a9b4-bb3556277484 req-b80eb220-8082-426b-b38c-d802f3f8c4a9 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] 10.222.0.31 "GET /v2.0/ports?device_id=22e65fa6-c78c-4c51-a5cb-8fa8c6aa5633 HTTP/1.1" status: 200 len: 945 time: 0.1142614 Nov 23 12:52:43.203238 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-e00d9205-23c5-43b7-a9b4-bb3556277484 req-b12e4bcf-2db5-4c31-8dc9-e3650233875a tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9852912-4a05-430b-a939-7e65aa408a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421875 Nov 23 12:52:44.406588 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825f61b0-df25-43c2-888a-d914d3c38d69 req-85f30f53-180f-4f43-ad67-afc4730e3f9f tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:52:44.408135 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-825f61b0-df25-43c2-888a-d914d3c38d69 req-85f30f53-180f-4f43-ad67-afc4730e3f9f tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] 10.222.0.31 "GET /v2.0/ports?device_id=22e65fa6-c78c-4c51-a5cb-8fa8c6aa5633 HTTP/1.1" status: 200 len: 945 time: 0.0898197 Nov 23 12:52:44.460824 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-825f61b0-df25-43c2-888a-d914d3c38d69 req-32aef00b-cb86-4070-b9d2-c9944569449a tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9852912-4a05-430b-a939-7e65aa408a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433972 Nov 23 12:52:44.904931 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 54140) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:52:44.940096 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57031cb-3455-43e0-8784-ec6a6242975d req-df711983-550e-4979-a950-e40bfbd62492 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:52:44.942020 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-d57031cb-3455-43e0-8784-ec6a6242975d req-df711983-550e-4979-a950-e40bfbd62492 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] 10.222.0.31 "GET /v2.0/ports?device_id=22e65fa6-c78c-4c51-a5cb-8fa8c6aa5633 HTTP/1.1" status: 200 len: 945 time: 0.1054156 Nov 23 12:52:45.038805 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-d57031cb-3455-43e0-8784-ec6a6242975d req-0623cb89-8c9f-488e-ba91-609e75ad86ed tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9852912-4a05-430b-a939-7e65aa408a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884120 Nov 23 12:52:45.070318 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-53e190d1-f15e-43c8-97f8-e4c4ea3ef444 req-1d22611e-3ff0-42fc-b742-7e57bc5ffb91 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=22e65fa6-c78c-4c51-a5cb-8fa8c6aa5633&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1638920 Nov 23 12:52:45.383991 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Device 872db580-122a-4bd9-8975-450d6b1cfdfe no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 12:52:45.503222 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:45.533144 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22e65fa6-c78c-4c51-a5cb-8fa8c6aa5633', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '872db580-122a-4bd9-8975-450d6b1cfdfe'}] {{(pid=86839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:52:45.543652 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] For port 872db580-122a-4bd9-8975-450d6b1cfdfe, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=872db580-122a-4bd9-8975-450d6b1cfdfe,segment=NetworkSegment(0d6e231e-1770-4f5b-9528-552955b2b23d),segment_id=0d6e231e-1770-4f5b-9528-552955b2b23d)] {{(pid=86839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:52:45.549849 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826'] for port, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:45.551842 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:52:45.586229 dv-cinder-818883-1-smb neutron-server[86839]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '22e65fa6-c78c-4c51-a5cb-8fa8c6aa5633', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '872db580-122a-4bd9-8975-450d6b1cfdfe', 'code': 422} returned with failed status Nov 23 12:52:45.627515 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Pushing event updated for resources: {'Port': ['ID=872db580-122a-4bd9-8975-450d6b1cfdfe,revision_number=6']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:52:45.635867 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:52:45.636214 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:52:45.636713 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:52:45.637403 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:52:45.637736 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:52:45.638113 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:52:45.638533 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:52:45.638894 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:52:45.639228 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:52:45.639555 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:52:45.639882 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:52:45.640206 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:52:45.644527 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:52:46.424627 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ab7da0-dd51-4a8f-8ba1-256fef99f8b6 req-e45f327f-9a91-4506-841d-a57d6a066cd2 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:52:46.426120 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-d9ab7da0-dd51-4a8f-8ba1-256fef99f8b6 req-e45f327f-9a91-4506-841d-a57d6a066cd2 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] 10.222.0.31 "GET /v2.0/ports?device_id=22e65fa6-c78c-4c51-a5cb-8fa8c6aa5633 HTTP/1.1" status: 200 len: 943 time: 0.2377677 Nov 23 12:52:46.457641 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e093d3d-4ccf-470b-9dbd-139ac1527c28 req-34e23130-44a4-4bf9-96c2-e6a02f9e1a9e tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:52:46.459284 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-4e093d3d-4ccf-470b-9dbd-139ac1527c28 req-34e23130-44a4-4bf9-96c2-e6a02f9e1a9e tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/ports?device_id=517f1b6b-5ba0-4b6c-8a57-ab75136bf6e7 HTTP/1.1" status: 200 len: 947 time: 0.2200339 Nov 23 12:52:46.514187 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-d9ab7da0-dd51-4a8f-8ba1-256fef99f8b6 req-31bfdf36-cfde-4711-9880-f8a484d537dd tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9852912-4a05-430b-a939-7e65aa408a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807960 Nov 23 12:52:46.525609 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-4e093d3d-4ccf-470b-9dbd-139ac1527c28 req-29c4254b-3e57-4888-9770-3b4bca33d2bc tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/security-groups?id=9594e83f-825b-4286-8a40-8cc3ae055a40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605187 Nov 23 12:52:46.782210 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e190d1-f15e-43c8-97f8-e4c4ea3ef444 req-fe3e7da4-4a8b-42ba-9f55-31e0554e98cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:52:46.783617 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-53e190d1-f15e-43c8-97f8-e4c4ea3ef444 req-fe3e7da4-4a8b-42ba-9f55-31e0554e98cb service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=22e65fa6-c78c-4c51-a5cb-8fa8c6aa5633&tenant_id=904fe0d63bc7415b845bd812c5c3d7d5 HTTP/1.1" status: 200 len: 1096 time: 0.0796611 Nov 23 12:52:46.906162 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e190d1-f15e-43c8-97f8-e4c4ea3ef444 req-66afc271-a664-4419-aa72-8232eec11bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:52:46.908921 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-53e190d1-f15e-43c8-97f8-e4c4ea3ef444 req-66afc271-a664-4419-aa72-8232eec11bf0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=904fe0d63bc7415b845bd812c5c3d7d5&device_id=22e65fa6-c78c-4c51-a5cb-8fa8c6aa5633 HTTP/1.1" status: 200 len: 1096 time: 0.0944273 Nov 23 12:52:47.067725 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e190d1-f15e-43c8-97f8-e4c4ea3ef444 req-7e0f6d04-f2a3-4c47-9f75-93501fd26c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:52:47.070360 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-53e190d1-f15e-43c8-97f8-e4c4ea3ef444 req-7e0f6d04-f2a3-4c47-9f75-93501fd26c19 service neutron] 10.222.0.54 "GET /v2.0/networks?id=863a1e50-6324-476a-bb82-68f7fcf8fe7f HTTP/1.1" status: 200 len: 909 time: 0.1472394 Nov 23 12:52:47.182541 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-53e190d1-f15e-43c8-97f8-e4c4ea3ef444 req-617eaf43-b99f-4015-a9b9-ee3f11556182 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=872db580-122a-4bd9-8975-450d6b1cfdfe HTTP/1.1" status: 200 len: 998 time: 0.1038940 Nov 23 12:52:47.248812 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e190d1-f15e-43c8-97f8-e4c4ea3ef444 req-6ee0fefa-1ed6-4503-8196-6f76154a09dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:52:47.250343 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-53e190d1-f15e-43c8-97f8-e4c4ea3ef444 req-6ee0fefa-1ed6-4503-8196-6f76154a09dc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f7f25b7d-0ccf-4bc2-a609-ac7ad2c481be HTTP/1.1" status: 200 len: 847 time: 0.0611486 Nov 23 12:52:47.335103 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e190d1-f15e-43c8-97f8-e4c4ea3ef444 req-a9300418-da66-4128-96fe-b388b5852f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:52:47.336562 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-53e190d1-f15e-43c8-97f8-e4c4ea3ef444 req-a9300418-da66-4128-96fe-b388b5852f14 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=863a1e50-6324-476a-bb82-68f7fcf8fe7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0774419 Nov 23 12:52:47.484762 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-53e190d1-f15e-43c8-97f8-e4c4ea3ef444 req-030f56fb-8146-4698-94e5-7c54e9fa1d42 service neutron] 10.222.0.54 "GET /v2.0/networks/863a1e50-6324-476a-bb82-68f7fcf8fe7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410778 Nov 23 12:52:47.628692 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-53e190d1-f15e-43c8-97f8-e4c4ea3ef444 req-303b7f33-7ba1-4b04-8944-267e49831d10 service neutron] 10.222.0.54 "GET /v2.0/networks/863a1e50-6324-476a-bb82-68f7fcf8fe7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353459 Nov 23 12:52:47.846272 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2fa1a6-14e5-4052-afe3-5ab7375bf6b3 req-bf254908-62f4-4a45-ab37-55e54cec65e3 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:52:47.847801 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-1b2fa1a6-14e5-4052-afe3-5ab7375bf6b3 req-bf254908-62f4-4a45-ab37-55e54cec65e3 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/ports?device_id=517f1b6b-5ba0-4b6c-8a57-ab75136bf6e7 HTTP/1.1" status: 200 len: 947 time: 0.2040601 Nov 23 12:52:47.855752 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032d1033-f5b3-43fc-8afe-c6d07606a952 req-b8097e2b-5a47-4774-a317-cb7b51d4f81b tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:52:47.857883 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-032d1033-f5b3-43fc-8afe-c6d07606a952 req-b8097e2b-5a47-4774-a317-cb7b51d4f81b tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] 10.222.0.31 "GET /v2.0/ports?device_id=22e65fa6-c78c-4c51-a5cb-8fa8c6aa5633 HTTP/1.1" status: 200 len: 943 time: 0.1498365 Nov 23 12:52:47.933856 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-1b2fa1a6-14e5-4052-afe3-5ab7375bf6b3 req-5caaa97c-a883-4ad9-a974-afc2430c2580 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/security-groups?id=9594e83f-825b-4286-8a40-8cc3ae055a40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736725 Nov 23 12:52:47.937671 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-032d1033-f5b3-43fc-8afe-c6d07606a952 req-549a5208-8a4d-4dc1-bc35-a8fe57d2b74d tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9852912-4a05-430b-a939-7e65aa408a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656502 Nov 23 12:52:48.000583 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23370128-db68-4b80-a37e-7961a282429f req-e3cd95b6-5306-402a-8182-efbe36b3884b tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:52:48.001735 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [req-23370128-db68-4b80-a37e-7961a282429f req-e3cd95b6-5306-402a-8182-efbe36b3884b tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Synchronizing usage tracker for tenant:2c9750bf5c154974b0144431d3be6eea on resource:port {{(pid=86837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:52:48.025313 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [req-23370128-db68-4b80-a37e-7961a282429f req-e3cd95b6-5306-402a-8182-efbe36b3884b tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Unset dirty status for tenant:2c9750bf5c154974b0144431d3be6eea on resource:port {{(pid=86837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:52:48.027712 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-23370128-db68-4b80-a37e-7961a282429f req-e3cd95b6-5306-402a-8182-efbe36b3884b tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.54 "GET /v2.0/ports?device_id=517f1b6b-5ba0-4b6c-8a57-ab75136bf6e7 HTTP/1.1" status: 200 len: 947 time: 0.1343706 Nov 23 12:52:48.130957 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.plugin [req-23370128-db68-4b80-a37e-7961a282429f req-2587a9a6-ea74-4d40-ae7f-1970e6b88946 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Deleting port 7c349bf6-772b-419b-b27e-572776ad6b45 {{(pid=86837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 12:52:48.131497 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-23370128-db68-4b80-a37e-7961a282429f req-2587a9a6-ea74-4d40-ae7f-1970e6b88946 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788171068353'] for port, before_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:48.423601 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.db [req-23370128-db68-4b80-a37e-7961a282429f req-2587a9a6-ea74-4d40-ae7f-1970e6b88946 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] For port 7c349bf6-772b-419b-b27e-572776ad6b45, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=7c349bf6-772b-419b-b27e-572776ad6b45,segment=NetworkSegment(7cb193aa-b0a1-449a-a685-460328a69100),segment_id=7cb193aa-b0a1-449a-a685-460328a69100)] {{(pid=86837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:52:48.423970 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-23370128-db68-4b80-a37e-7961a282429f req-2587a9a6-ea74-4d40-ae7f-1970e6b88946 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506271'] for port, precommit_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:48.863422 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-23370128-db68-4b80-a37e-7961a282429f req-2587a9a6-ea74-4d40-ae7f-1970e6b88946 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:48.863881 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-23370128-db68-4b80-a37e-7961a282429f req-2587a9a6-ea74-4d40-ae7f-1970e6b88946 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-505741'] for floatingip, after_update {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:48.864242 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.db.l3_db [req-23370128-db68-4b80-a37e-7961a282429f req-2587a9a6-ea74-4d40-ae7f-1970e6b88946 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Floating IP f32da3b8-dde4-4574-9921-dbecfdd9c1df disassociated. External IP: 172.28.2.208, port: 7c349bf6-772b-419b-b27e-572776ad6b45. Nov 23 12:52:48.864632 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.plugin [req-23370128-db68-4b80-a37e-7961a282429f req-2587a9a6-ea74-4d40-ae7f-1970e6b88946 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Calling delete_port for 7c349bf6-772b-419b-b27e-572776ad6b45 owned by compute:nova {{(pid=86837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 12:52:49.032922 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-23370128-db68-4b80-a37e-7961a282429f req-2587a9a6-ea74-4d40-ae7f-1970e6b88946 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788171071573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788170525772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6379447'] for port, after_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:49.039928 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-49deb2c1-49ad-44fc-b869-1cf381ea470c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:52:49.088498 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2587a9a6-ea74-4d40-ae7f-1970e6b88946 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Pushing event deleted for resources: {'Port': ['ID=7c349bf6-772b-419b-b27e-572776ad6b45,revision_number=None']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:52:49.091835 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-2587a9a6-ea74-4d40-ae7f-1970e6b88946 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:52:49.163646 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-ac943fde-beeb-48c6-b66b-632278de9143 req-28bd9635-23a3-4526-a186-18162c06149c tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/ports?device_id=517f1b6b-5ba0-4b6c-8a57-ab75136bf6e7 HTTP/1.1" status: 200 len: 210 time: 0.1009722 Nov 23 12:52:49.213160 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d4a32f-18c8-4b40-8e70-928bd54768a1 req-1624a4b4-fe25-4c16-a523-7b9ff5bf0a05 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:52:49.214659 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-37d4a32f-18c8-4b40-8e70-928bd54768a1 req-1624a4b4-fe25-4c16-a523-7b9ff5bf0a05 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] 10.222.0.31 "GET /v2.0/ports?device_id=22e65fa6-c78c-4c51-a5cb-8fa8c6aa5633 HTTP/1.1" status: 200 len: 943 time: 0.0977736 Nov 23 12:52:49.292025 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-37d4a32f-18c8-4b40-8e70-928bd54768a1 req-4da693c3-8257-4a19-a445-f53cefd0c875 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9852912-4a05-430b-a939-7e65aa408a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636678 Nov 23 12:52:49.304886 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.scheduler.l3_agent_scheduler [req-23370128-db68-4b80-a37e-7961a282429f req-2587a9a6-ea74-4d40-ae7f-1970e6b88946 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Router 9888c0cd-453b-4953-9cbd-aafa59a766da has already been hosted by L3 agent d7c7f769-7b7b-49b8-a5c1-735df886e043 {{(pid=86837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 12:52:49.390812 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Device 872db580-122a-4bd9-8975-450d6b1cfdfe details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 23 12:52:49.505942 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-23370128-db68-4b80-a37e-7961a282429f req-2587a9a6-ea74-4d40-ae7f-1970e6b88946 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Notify agent at l3_agent.dv-cinder-818883-1-smb the message routers_updated {{(pid=86837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 12:52:49.540612 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d193a39-7a20-4267-8443-055dc64bae9f None None] Sync routers for ids ['9888c0cd-453b-4953-9cbd-aafa59a766da'] in dv-cinder-818883-1-smb {{(pid=86839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 12:52:49.560808 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d193a39-7a20-4267-8443-055dc64bae9f None None] Routers {'9888c0cd-453b-4953-9cbd-aafa59a766da'} bound to L3 agent in host dv-cinder-818883-1-smb {{(pid=86839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:52:49.561543 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_hamode_db [None req-9d193a39-7a20-4267-8443-055dc64bae9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T12:37:26Z,description=,heartbeat_timestamp=2021-11-23T12:52:26Z,host='dv-cinder-818883-1-smb',id=d7c7f769-7b7b-49b8-a5c1-735df886e043,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:37:26Z,topic='l3_agent')) {'router_ids': ['9888c0cd-453b-4953-9cbd-aafa59a766da'], 'active': True} {{(pid=86839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:52:49.602572 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.l3_dvrscheduler_db [req-23370128-db68-4b80-a37e-7961a282429f req-2587a9a6-ea74-4d40-ae7f-1970e6b88946 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] No DVR routers for this DVR port 7c349bf6-772b-419b-b27e-572776ad6b45 on host hv-cinder-81888 {{(pid=86837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 12:52:49.605222 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-23370128-db68-4b80-a37e-7961a282429f req-2587a9a6-ea74-4d40-ae7f-1970e6b88946 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188604'] for port, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:49.608624 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '517f1b6b-5ba0-4b6c-8a57-ab75136bf6e7', 'name': 'network-vif-deleted', 'tag': '7c349bf6-772b-419b-b27e-572776ad6b45'}] {{(pid=86837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:52:49.635778 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-23370128-db68-4b80-a37e-7961a282429f req-2587a9a6-ea74-4d40-ae7f-1970e6b88946 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.54 "DELETE /v2.0/ports/7c349bf6-772b-419b-b27e-572776ad6b45 HTTP/1.1" status: 204 len: 173 time: 1.5998838 Nov 23 12:52:49.673705 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '517f1b6b-5ba0-4b6c-8a57-ab75136bf6e7', 'name': 'network-vif-deleted', 'tag': '7c349bf6-772b-419b-b27e-572776ad6b45', 'status': 'completed', 'code': 200} Nov 23 12:52:49.686101 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] For port 872db580-122a-4bd9-8975-450d6b1cfdfe, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=872db580-122a-4bd9-8975-450d6b1cfdfe,segment=NetworkSegment(0d6e231e-1770-4f5b-9528-552955b2b23d),segment_id=0d6e231e-1770-4f5b-9528-552955b2b23d)] {{(pid=86839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:52:49.760853 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Returning: {'device': '872db580-122a-4bd9-8975-450d6b1cfdfe', 'network_id': '863a1e50-6324-476a-bb82-68f7fcf8fe7f', 'port_id': '872db580-122a-4bd9-8975-450d6b1cfdfe', 'mac_address': 'fa:16:3e:8a:b8:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 771, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7f25b7d-0ccf-4bc2-a609-ac7ad2c481be', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 23 12:52:49.840706 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_dvr_db [None req-9d193a39-7a20-4267-8443-055dc64bae9f None None] Set router 9888c0cd-453b-4953-9cbd-aafa59a766da gateway port host: dv-cinder-818883-1-smb {{(pid=86839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:52:49.898267 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:49.930074 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.notifiers.nova [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 872db580-122a-4bd9-8975-450d6b1cfdfe {{(pid=86839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 12:52:50.078681 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] For port 872db580-122a-4bd9-8975-450d6b1cfdfe, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=872db580-122a-4bd9-8975-450d6b1cfdfe,segment=NetworkSegment(0d6e231e-1770-4f5b-9528-552955b2b23d),segment_id=0d6e231e-1770-4f5b-9528-552955b2b23d)] {{(pid=86839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:52:50.084837 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826'] for port, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:50.088704 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:52:50.191429 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Pushing event updated for resources: {'Port': ['ID=872db580-122a-4bd9-8975-450d6b1cfdfe,revision_number=7']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:52:50.217824 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:52:50.263811 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_hamode_db [None req-9d193a39-7a20-4267-8443-055dc64bae9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9888c0cd-453b-4953-9cbd-aafa59a766da', 'name': 'tempest-AttachVolumeShelveTestJSON-715595232-router', 'tenant_id': '2c9750bf5c154974b0144431d3be6eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'external_fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.204'}], 'enable_snat': True}, 'gw_port_id': 'fd83a026-00c2-4594-8c35-b212620aa81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:49:51Z', 'updated_at': '2021-11-23T12:49:58Z', 'revision_number': 4, 'project_id': '2c9750bf5c154974b0144431d3be6eea', 'gw_port': {'id': 'fd83a026-00c2-4594-8c35-b212620aa81a', 'name': '', 'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9888c0cd-453b-4953-9cbd-aafa59a766da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:49:52Z', 'updated_at': '2021-11-23T12:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-smb', '_interfaces': [{'id': 'ed6e8f1e-ebe8-4390-b152-685ca19a1902', 'name': '', 'network_id': '2928d89d-b6c7-4b51-90ac-bea7caaf93a1', 'tenant_id': '2c9750bf5c154974b0144431d3be6eea', 'mac_address': 'fa:16:3e:b1:56:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9888c0cd-453b-4953-9cbd-aafa59a766da', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'bfb9a90c-7be8-4cd9-9415-38a9d39de564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:49:57Z', 'updated_at': '2021-11-23T12:50:05Z', 'revision_number': 5, 'project_id': '2c9750bf5c154974b0144431d3be6eea', 'subnets': [{'id': 'bfb9a90c-7be8-4cd9-9415-38a9d39de564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-1-smb', False) {} {{(pid=86839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:52:50.268100 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d193a39-7a20-4267-8443-055dc64bae9f None None] Checking router: 9888c0cd-453b-4953-9cbd-aafa59a766da for host: dv-cinder-818883-1-smb {{(pid=86839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 12:52:50.276989 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d193a39-7a20-4267-8443-055dc64bae9f None None] Routers {'9888c0cd-453b-4953-9cbd-aafa59a766da'} bound to L3 agent in host dv-cinder-818883-1-smb {{(pid=86839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:52:50.277600 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_hamode_db [None req-9d193a39-7a20-4267-8443-055dc64bae9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T12:37:26Z,description=,heartbeat_timestamp=2021-11-23T12:52:26Z,host='dv-cinder-818883-1-smb',id=d7c7f769-7b7b-49b8-a5c1-735df886e043,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:37:26Z,topic='l3_agent')) {'router_ids': ['9888c0cd-453b-4953-9cbd-aafa59a766da'], 'active': True} {{(pid=86839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:52:50.326451 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] get_ports_and_sgs() called for port_ids ['872db580-122a-4bd9-8975-450d6b1cfdfe'] {{(pid=86839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 12:52:50.546995 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3a26f9-0f99-44f3-bc2b-bbdf29e55ba3 req-d2072155-943a-484e-898e-3621fbdfeb6c tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:52:50.548675 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-6d3a26f9-0f99-44f3-bc2b-bbdf29e55ba3 req-d2072155-943a-484e-898e-3621fbdfeb6c tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] 10.222.0.31 "GET /v2.0/ports?device_id=22e65fa6-c78c-4c51-a5cb-8fa8c6aa5633 HTTP/1.1" status: 200 len: 944 time: 0.1148331 Nov 23 12:52:50.559735 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_dvr_db [None req-9d193a39-7a20-4267-8443-055dc64bae9f None None] Set router 9888c0cd-453b-4953-9cbd-aafa59a766da gateway port host: dv-cinder-818883-1-smb {{(pid=86839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:52:50.611226 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-6d3a26f9-0f99-44f3-bc2b-bbdf29e55ba3 req-3a8d7d69-c0b5-43f7-8cd4-5a2ae76fb7d9 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9852912-4a05-430b-a939-7e65aa408a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533352 Nov 23 12:52:51.066440 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_hamode_db [None req-9d193a39-7a20-4267-8443-055dc64bae9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9888c0cd-453b-4953-9cbd-aafa59a766da', 'name': 'tempest-AttachVolumeShelveTestJSON-715595232-router', 'tenant_id': '2c9750bf5c154974b0144431d3be6eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'external_fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.204'}], 'enable_snat': True}, 'gw_port_id': 'fd83a026-00c2-4594-8c35-b212620aa81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:49:51Z', 'updated_at': '2021-11-23T12:49:58Z', 'revision_number': 4, 'project_id': '2c9750bf5c154974b0144431d3be6eea', 'gw_port': {'id': 'fd83a026-00c2-4594-8c35-b212620aa81a', 'name': '', 'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9888c0cd-453b-4953-9cbd-aafa59a766da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:49:52Z', 'updated_at': '2021-11-23T12:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-smb', '_interfaces': [{'id': 'ed6e8f1e-ebe8-4390-b152-685ca19a1902', 'name': '', 'network_id': '2928d89d-b6c7-4b51-90ac-bea7caaf93a1', 'tenant_id': '2c9750bf5c154974b0144431d3be6eea', 'mac_address': 'fa:16:3e:b1:56:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9888c0cd-453b-4953-9cbd-aafa59a766da', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'bfb9a90c-7be8-4cd9-9415-38a9d39de564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:49:57Z', 'updated_at': '2021-11-23T12:50:05Z', 'revision_number': 5, 'project_id': '2c9750bf5c154974b0144431d3be6eea', 'subnets': [{'id': 'bfb9a90c-7be8-4cd9-9415-38a9d39de564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-1-smb', False) {} {{(pid=86839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:52:51.074061 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d193a39-7a20-4267-8443-055dc64bae9f None None] The sync data for ids ['9888c0cd-453b-4953-9cbd-aafa59a766da'] in dv-cinder-818883-1-smb is: [{'id': '9888c0cd-453b-4953-9cbd-aafa59a766da', 'name': 'tempest-AttachVolumeShelveTestJSON-715595232-router', 'tenant_id': '2c9750bf5c154974b0144431d3be6eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'external_fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.204'}], 'enable_snat': True}, 'gw_port_id': 'fd83a026-00c2-4594-8c35-b212620aa81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:49:51Z', 'updated_at': '2021-11-23T12:49:58Z', 'revision_number': 4, 'project_id': '2c9750bf5c154974b0144431d3be6eea', 'gw_port': {'id': 'fd83a026-00c2-4594-8c35-b212620aa81a', 'name': '', 'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9888c0cd-453b-4953-9cbd-aafa59a766da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:49:52Z', 'updated_at': '2021-11-23T12:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-smb', '_interfaces': [{'id': 'ed6e8f1e-ebe8-4390-b152-685ca19a1902', 'name': '', 'network_id': '2928d89d-b6c7-4b51-90ac-bea7caaf93a1', 'tenant_id': '2c9750bf5c154974b0144431d3be6eea', 'mac_address': 'fa:16:3e:b1:56:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9888c0cd-453b-4953-9cbd-aafa59a766da', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'bfb9a90c-7be8-4cd9-9415-38a9d39de564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:49:57Z', 'updated_at': '2021-11-23T12:50:05Z', 'revision_number': 5, 'project_id': '2c9750bf5c154974b0144431d3be6eea', 'subnets': [{'id': 'bfb9a90c-7be8-4cd9-9415-38a9d39de564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 12:52:51.359915 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca216a60-3b40-461e-8a14-044de6cd3f0f None None] New status for floating IP f32da3b8-dde4-4574-9921-dbecfdd9c1df: DOWN {{(pid=86840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 12:52:51.370159 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 54192) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:52:51.393980 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Device 7c349bf6-772b-419b-b27e-572776ad6b45 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 12:52:51.449579 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-d9f94363-9634-4cfb-8160-d1fe98cbdde0 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Notify callbacks [] for security_group, before_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:51.490258 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-d9f94363-9634-4cfb-8160-d1fe98cbdde0 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:51.504006 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.plugin [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] No Port match for: 7c349bf6-772b-419b-b27e-572776ad6b45 {{(pid=86839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 12:52:51.504324 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Device 7c349bf6-772b-419b-b27e-572776ad6b45 not bound to the agent host hv-cinder-81888 {{(pid=86839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 12:52:51.561788 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-d9f94363-9634-4cfb-8160-d1fe98cbdde0 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:51.566450 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-26de1724-751b-4f2d-bd3e-7d1d196f7c40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:52:51.582320 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f94363-9634-4cfb-8160-d1fe98cbdde0 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9594e83f-825b-4286-8a40-8cc3ae055a40,revision_number=None']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:52:51.585864 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-d9f94363-9634-4cfb-8160-d1fe98cbdde0 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:52:51.604140 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-d9f94363-9634-4cfb-8160-d1fe98cbdde0 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Notify callbacks [] for security_group, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:51.605704 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-d9f94363-9634-4cfb-8160-d1fe98cbdde0 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "DELETE /v2.0/security-groups/9594e83f-825b-4286-8a40-8cc3ae055a40 HTTP/1.1" status: 204 len: 168 time: 0.2342968 Nov 23 12:52:51.608550 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 54196) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:52:51.629957 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.api.v2.resource [None req-64f456b0-8748-4c37-b9e7-7d6205118137 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] show failed (client error): The resource could not be found. Nov 23 12:52:51.631340 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-64f456b0-8748-4c37-b9e7-7d6205118137 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/security-groups/9594e83f-825b-4286-8a40-8cc3ae055a40 HTTP/1.1" status: 404 len: 347 time: 0.0214732 Nov 23 12:52:51.634162 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 54200) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:52:51.824365 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.plugin [None req-ed64974f-909b-4f4c-84d8-f2c4134418b9 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Deleting port 9410458b-6ac3-4a17-8b00-cef5bd7523ff {{(pid=86837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 12:52:51.824714 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-ed64974f-909b-4f4c-84d8-f2c4134418b9 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788171068353'] for port, before_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:51.829304 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b49dd7-2432-4156-b9f6-d483f3e7d55f req-2ce0de66-6363-4836-a07a-17cc0571ef1b tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:52:51.830922 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-29b49dd7-2432-4156-b9f6-d483f3e7d55f req-2ce0de66-6363-4836-a07a-17cc0571ef1b tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] 10.222.0.31 "GET /v2.0/ports?device_id=22e65fa6-c78c-4c51-a5cb-8fa8c6aa5633 HTTP/1.1" status: 200 len: 944 time: 0.0903046 Nov 23 12:52:51.881748 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-29b49dd7-2432-4156-b9f6-d483f3e7d55f req-50cda9d0-e909-4a41-a337-f2e3925c2113 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9852912-4a05-430b-a939-7e65aa408a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418859 Nov 23 12:52:52.173443 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-ed64974f-909b-4f4c-84d8-f2c4134418b9 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506271'] for port, precommit_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:52.173764 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-ed64974f-909b-4f4c-84d8-f2c4134418b9 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:52.300506 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.plugin [None req-ed64974f-909b-4f4c-84d8-f2c4134418b9 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Calling delete_port for 9410458b-6ac3-4a17-8b00-cef5bd7523ff owned by network:floatingip {{(pid=86837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 12:52:52.461957 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-ed64974f-909b-4f4c-84d8-f2c4134418b9 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788171071573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788170525772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6379447'] for port, after_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:52.465718 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-49deb2c1-49ad-44fc-b869-1cf381ea470c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:52:52.510428 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed64974f-909b-4f4c-84d8-f2c4134418b9 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Pushing event deleted for resources: {'Port': ['ID=9410458b-6ac3-4a17-8b00-cef5bd7523ff,revision_number=None']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:52:52.514080 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-ed64974f-909b-4f4c-84d8-f2c4134418b9 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:52:52.607064 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-ed64974f-909b-4f4c-84d8-f2c4134418b9 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Notify callbacks [] for floatingip, after_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:52.621913 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-ed64974f-909b-4f4c-84d8-f2c4134418b9 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188604'] for floatingip, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:52.623172 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-ed64974f-909b-4f4c-84d8-f2c4134418b9 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "DELETE /v2.0/floatingips/f32da3b8-dde4-4574-9921-dbecfdd9c1df HTTP/1.1" status: 204 len: 168 time: 0.9880331 Nov 23 12:52:52.892655 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-2948f3c6-213b-4ae8-9c1f-2e0309cae4ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:52.946236 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 54214) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:52:52.953004 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.v2.base [None req-60ee14d4-b413-4108-9150-40aa45ab2b53 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Request body: {'security_group': {'name': 'tempest-securitygroup--580325339', 'description': 'tempest-description--2099301122'}} {{(pid=86838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:52:52.959780 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-60ee14d4-b413-4108-9150-40aa45ab2b53 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:52:52.965110 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-60ee14d4-b413-4108-9150-40aa45ab2b53 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Usage tracker for resource:security_group and tenant:2c9750bf5c154974b0144431d3be6eea is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:52:52.968792 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-60ee14d4-b413-4108-9150-40aa45ab2b53 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:52:52.983537 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-60ee14d4-b413-4108-9150-40aa45ab2b53 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:52:52.995851 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-60ee14d4-b413-4108-9150-40aa45ab2b53 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Notify callbacks [] for security_group, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:53.018623 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-60ee14d4-b413-4108-9150-40aa45ab2b53 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:52:53.028129 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-60ee14d4-b413-4108-9150-40aa45ab2b53 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Usage tracker for resource:security_group_rule and tenant:2c9750bf5c154974b0144431d3be6eea is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:52:53.034181 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-60ee14d4-b413-4108-9150-40aa45ab2b53 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:52:53.040508 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-60ee14d4-b413-4108-9150-40aa45ab2b53 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:52:53.182210 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-60ee14d4-b413-4108-9150-40aa45ab2b53 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Notify callbacks [] for security_group, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:53.189336 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-60ee14d4-b413-4108-9150-40aa45ab2b53 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:53.195364 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-d8f87ea1-85c2-4499-8f70-19e0daaf7880 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:52:53.228528 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c91f85-c715-40e6-b27f-5da932408c2a req-1d759c86-91fb-4850-af95-5522b781b203 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:52:53.229906 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-a0c91f85-c715-40e6-b27f-5da932408c2a req-1d759c86-91fb-4850-af95-5522b781b203 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] 10.222.0.31 "GET /v2.0/ports?device_id=22e65fa6-c78c-4c51-a5cb-8fa8c6aa5633 HTTP/1.1" status: 200 len: 944 time: 0.1609490 Nov 23 12:52:53.267696 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ee14d4-b413-4108-9150-40aa45ab2b53 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=337dbd5f-4ca9-468e-a952-84552889dad1,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:52:53.276120 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-60ee14d4-b413-4108-9150-40aa45ab2b53 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Notify callbacks [] for security_group, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:53.277334 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-60ee14d4-b413-4108-9150-40aa45ab2b53 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3292301 Nov 23 12:52:53.281455 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 54218) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:52:53.283539 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ee14d4-b413-4108-9150-40aa45ab2b53 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:52:53.283911 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ee14d4-b413-4108-9150-40aa45ab2b53 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:52:53.284280 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ee14d4-b413-4108-9150-40aa45ab2b53 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:52:53.284646 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ee14d4-b413-4108-9150-40aa45ab2b53 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:52:53.285001 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ee14d4-b413-4108-9150-40aa45ab2b53 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:52:53.285353 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ee14d4-b413-4108-9150-40aa45ab2b53 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:52:53.285707 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ee14d4-b413-4108-9150-40aa45ab2b53 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:52:53.286055 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ee14d4-b413-4108-9150-40aa45ab2b53 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:52:53.286404 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ee14d4-b413-4108-9150-40aa45ab2b53 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:52:53.286777 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ee14d4-b413-4108-9150-40aa45ab2b53 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:52:53.287128 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ee14d4-b413-4108-9150-40aa45ab2b53 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:52:53.287475 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ee14d4-b413-4108-9150-40aa45ab2b53 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:52:53.287627 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.v2.base [None req-cf15c3db-8391-4225-92c8-057d81122803 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Request body: {'security_group_rule': {'security_group_id': '337dbd5f-4ca9-468e-a952-84552889dad1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:52:53.296626 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-cf15c3db-8391-4225-92c8-057d81122803 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:52:53.298173 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-60ee14d4-b413-4108-9150-40aa45ab2b53 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:52:53.301807 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-cf15c3db-8391-4225-92c8-057d81122803 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Usage tracker for resource:security_group_rule and tenant:2c9750bf5c154974b0144431d3be6eea is out of sync, need to count used quota {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:52:53.305218 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-cf15c3db-8391-4225-92c8-057d81122803 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:52:53.312325 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-a0c91f85-c715-40e6-b27f-5da932408c2a req-b22f0e9c-e0a1-4898-a548-3849dcc53941 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9852912-4a05-430b-a939-7e65aa408a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697587 Nov 23 12:52:53.315393 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-cf15c3db-8391-4225-92c8-057d81122803 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:52:53.339772 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-cf15c3db-8391-4225-92c8-057d81122803 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:53.408950 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-cf15c3db-8391-4225-92c8-057d81122803 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:53.410118 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:53.413473 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-cf15c3db-8391-4225-92c8-057d81122803 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453238'] for security_group_rule, after_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:53.414882 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Device 872db580-122a-4bd9-8975-450d6b1cfdfe up at agent hyperv_hv-cinder-81888 {{(pid=86839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:52:53.415861 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:52:53.439746 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf15c3db-8391-4225-92c8-057d81122803 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dbfb06b-8af6-47ab-841d-0c147fbe15cc,revision_number=0']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:52:53.444910 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-cf15c3db-8391-4225-92c8-057d81122803 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:52:53.453306 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-cf15c3db-8391-4225-92c8-057d81122803 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:53.454838 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-cf15c3db-8391-4225-92c8-057d81122803 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1721294 Nov 23 12:52:53.457653 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 54222) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:52:53.464576 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.v2.base [None req-d084677c-bb79-475e-b18a-d1a0ff110705 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Request body: {'security_group_rule': {'security_group_id': '337dbd5f-4ca9-468e-a952-84552889dad1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:52:53.471980 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-d084677c-bb79-475e-b18a-d1a0ff110705 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:52:53.476515 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-d084677c-bb79-475e-b18a-d1a0ff110705 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Usage tracker for resource:security_group_rule and tenant:2c9750bf5c154974b0144431d3be6eea is out of sync, need to count used quota {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:52:53.480058 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-d084677c-bb79-475e-b18a-d1a0ff110705 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:52:53.486468 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-d084677c-bb79-475e-b18a-d1a0ff110705 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:52:53.491555 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Provisioning complete for port 872db580-122a-4bd9-8975-450d6b1cfdfe triggered by entity L2. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:52:53.491937 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567787'] for port, provisioning_complete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:53.512625 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-d084677c-bb79-475e-b18a-d1a0ff110705 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:53.586316 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-d084677c-bb79-475e-b18a-d1a0ff110705 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:53.591415 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-d084677c-bb79-475e-b18a-d1a0ff110705 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453238'] for security_group_rule, after_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:53.593743 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-b94303bc-ea8c-40bb-bc68-22e9bc168c19 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:52:53.617685 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d084677c-bb79-475e-b18a-d1a0ff110705 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfddc283-45a8-4779-8d66-94cbc61310b4,revision_number=0']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:52:53.622496 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-d084677c-bb79-475e-b18a-d1a0ff110705 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:52:53.629390 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-d084677c-bb79-475e-b18a-d1a0ff110705 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:53.630825 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-d084677c-bb79-475e-b18a-d1a0ff110705 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1721439 Nov 23 12:52:53.634052 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 54226) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:52:53.639191 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:53.639776 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.v2.base [None req-ad9af3c6-3ae5-4fd6-a555-75c5d4ad1dd3 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Request body: {'floatingip': {'floating_network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429'}} {{(pid=86837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:52:53.646097 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-ad9af3c6-3ae5-4fd6-a555-75c5d4ad1dd3 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:52:53.650445 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-ad9af3c6-3ae5-4fd6-a555-75c5d4ad1dd3 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Usage tracker for resource:floatingip and tenant:2c9750bf5c154974b0144431d3be6eea is out of sync, need to count used quota {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:52:53.653973 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-ad9af3c6-3ae5-4fd6-a555-75c5d4ad1dd3 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:52:53.664585 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-ad9af3c6-3ae5-4fd6-a555-75c5d4ad1dd3 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:52:53.674697 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22e65fa6-c78c-4c51-a5cb-8fa8c6aa5633', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '872db580-122a-4bd9-8975-450d6b1cfdfe'}] {{(pid=86839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:52:53.676985 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-ad9af3c6-3ae5-4fd6-a555-75c5d4ad1dd3 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Notify callbacks [] for floatingip, before_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:53.685616 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] For port 872db580-122a-4bd9-8975-450d6b1cfdfe, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=872db580-122a-4bd9-8975-450d6b1cfdfe,segment=NetworkSegment(0d6e231e-1770-4f5b-9528-552955b2b23d),segment_id=0d6e231e-1770-4f5b-9528-552955b2b23d)] {{(pid=86839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:52:53.691173 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826'] for port, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:53.693664 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:52:53.766596 dv-cinder-818883-1-smb neutron-server[86839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22e65fa6-c78c-4c51-a5cb-8fa8c6aa5633', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '872db580-122a-4bd9-8975-450d6b1cfdfe', 'code': 200} Nov 23 12:52:53.769336 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Pushing event updated for resources: {'Port': ['ID=872db580-122a-4bd9-8975-450d6b1cfdfe,revision_number=8']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:52:53.773348 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:52:53.844535 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-ad9af3c6-3ae5-4fd6-a555-75c5d4ad1dd3 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:54.008950 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.db_base_plugin_common [None req-ad9af3c6-3ae5-4fd6-a555-75c5d4ad1dd3 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Allocated IP 172.28.2.219 (2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429/a635ed46-c881-440b-bd05-3e5636c37dfa/90b7a002-a037-49da-b350-d07b64c120de) {{(pid=86837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:52:54.213395 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afc709b-e759-4457-a006-356a6cc2bb9b req-de8ab4eb-6b28-4851-a85b-84a901c997c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:52:54.215002 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-5afc709b-e759-4457-a006-356a6cc2bb9b req-de8ab4eb-6b28-4851-a85b-84a901c997c4 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=22e65fa6-c78c-4c51-a5cb-8fa8c6aa5633 HTTP/1.1" status: 200 len: 1098 time: 0.1959820 Nov 23 12:52:54.244265 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-ad9af3c6-3ae5-4fd6-a555-75c5d4ad1dd3 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Notify callbacks [] for port, precommit_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:54.275755 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-5afc709b-e759-4457-a006-356a6cc2bb9b req-544d1e74-13fb-4ab0-afe6-612b19490d1a service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=d9852912-4a05-430b-a939-7e65aa408a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516996 Nov 23 12:52:54.296208 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-ad9af3c6-3ae5-4fd6-a555-75c5d4ad1dd3 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788170525763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6379447'] for port, after_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:54.300374 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-32d478b2-9e02-4053-9501-0838e9804c83 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:52:54.366182 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9af3c6-3ae5-4fd6-a555-75c5d4ad1dd3 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Network 2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429 is already hosted by enough agents. {{(pid=86837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:52:54.369108 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.scheduler.base_scheduler [None req-ad9af3c6-3ae5-4fd6-a555-75c5d4ad1dd3 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Resources bound (agent type, host, resource id): {{(pid=86837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:52:54.374579 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9af3c6-3ae5-4fd6-a555-75c5d4ad1dd3 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Received port after_create {{(pid=86837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 12:52:54.415684 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9af3c6-3ae5-4fd6-a555-75c5d4ad1dd3 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Pushing event updated for resources: {'Port': ['ID=90b7a002-a037-49da-b350-d07b64c120de,revision_number=1']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:52:54.419006 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-ad9af3c6-3ae5-4fd6-a555-75c5d4ad1dd3 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:52:54.469421 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-ad9af3c6-3ae5-4fd6-a555-75c5d4ad1dd3 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:54.519123 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e04f0de-23ce-4fe5-be68-8cd4320e50f8 req-46df18bd-926e-4038-84fb-d98a1520967b tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:52:54.520526 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-3e04f0de-23ce-4fe5-be68-8cd4320e50f8 req-46df18bd-926e-4038-84fb-d98a1520967b tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] 10.222.0.31 "GET /v2.0/ports?device_id=22e65fa6-c78c-4c51-a5cb-8fa8c6aa5633 HTTP/1.1" status: 200 len: 945 time: 0.0877337 Nov 23 12:52:54.538204 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-ad9af3c6-3ae5-4fd6-a555-75c5d4ad1dd3 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:54.570169 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-3e04f0de-23ce-4fe5-be68-8cd4320e50f8 req-036c5af7-81d7-42e7-b14a-5923144b71d8 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9852912-4a05-430b-a939-7e65aa408a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438862 Nov 23 12:52:54.752126 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-ad9af3c6-3ae5-4fd6-a555-75c5d4ad1dd3 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Notify callbacks [] for port, precommit_update {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:54.758177 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-ad9af3c6-3ae5-4fd6-a555-75c5d4ad1dd3 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6379454'] for port, after_update {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:54.762594 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-2587a9a6-ea74-4d40-ae7f-1970e6b88946 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:52:54.992084 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9af3c6-3ae5-4fd6-a555-75c5d4ad1dd3 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Pushing event updated for resources: {'Port': ['ID=90b7a002-a037-49da-b350-d07b64c120de,revision_number=2']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:52:54.996190 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-ad9af3c6-3ae5-4fd6-a555-75c5d4ad1dd3 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:52:55.003283 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-ad9af3c6-3ae5-4fd6-a555-75c5d4ad1dd3 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-505741'] for floatingip, after_update {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:55.028471 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-ad9af3c6-3ae5-4fd6-a555-75c5d4ad1dd3 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188604'] for floatingip, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:55.029779 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-ad9af3c6-3ae5-4fd6-a555-75c5d4ad1dd3 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3947535 Nov 23 12:52:55.266486 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-48522317-a85d-4d9f-8e61-f494b01b602e req-308b0455-62dd-4f46-8602-4690865c6af1 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Synchronizing usage tracker for tenant:2c9750bf5c154974b0144431d3be6eea on resource:security_group {{(pid=86838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:52:55.285310 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-48522317-a85d-4d9f-8e61-f494b01b602e req-308b0455-62dd-4f46-8602-4690865c6af1 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Unset dirty status for tenant:2c9750bf5c154974b0144431d3be6eea on resource:security_group {{(pid=86838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:52:55.286913 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-48522317-a85d-4d9f-8e61-f494b01b602e req-308b0455-62dd-4f46-8602-4690865c6af1 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--580325339&fields=id&tenant_id=2c9750bf5c154974b0144431d3be6eea HTTP/1.1" status: 200 len: 267 time: 0.0624611 Nov 23 12:52:55.449452 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48522317-a85d-4d9f-8e61-f494b01b602e req-56fdf50e-b3af-49f7-9953-a910dc54cb87 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:52:55.451865 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-48522317-a85d-4d9f-8e61-f494b01b602e req-56fdf50e-b3af-49f7-9953-a910dc54cb87 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/networks?id=2928d89d-b6c7-4b51-90ac-bea7caaf93a1 HTTP/1.1" status: 200 len: 816 time: 0.1581476 Nov 23 12:52:55.472854 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-48522317-a85d-4d9f-8e61-f494b01b602e req-ead31e16-7dd3-4099-9ec2-ad9eb9f2c2d9 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/quotas/2c9750bf5c154974b0144431d3be6eea HTTP/1.1" status: 200 len: 375 time: 0.0104368 Nov 23 12:52:55.565613 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-48522317-a85d-4d9f-8e61-f494b01b602e req-67f51d34-7922-4589-86d4-e8b3a3e0072b tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2c9750bf5c154974b0144431d3be6eea&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0864890 Nov 23 12:52:55.689525 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-a5730b0b-6846-4784-9558-f47fb36beae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:55.876701 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-48522317-a85d-4d9f-8e61-f494b01b602e req-d5922efd-4a09-4605-b487-fd5fea99c240 service neutron] 10.222.0.31 "GET /v2.0/networks/2928d89d-b6c7-4b51-90ac-bea7caaf93a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2981102 Nov 23 12:52:55.966480 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e96108c-51e6-4bd3-b06d-95cd60a435fa req-1a6016ea-a476-4e5f-9319-84505ed8e5e6 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:52:55.968009 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-6e96108c-51e6-4bd3-b06d-95cd60a435fa req-1a6016ea-a476-4e5f-9319-84505ed8e5e6 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] 10.222.0.31 "GET /v2.0/ports?device_id=22e65fa6-c78c-4c51-a5cb-8fa8c6aa5633 HTTP/1.1" status: 200 len: 945 time: 0.1951566 Nov 23 12:52:56.049219 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-6e96108c-51e6-4bd3-b06d-95cd60a435fa req-52145a24-f33d-4dd3-bd01-b858a8d0ff50 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9852912-4a05-430b-a939-7e65aa408a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733588 Nov 23 12:52:56.057449 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-48522317-a85d-4d9f-8e61-f494b01b602e req-94c55bdc-f7a4-4ec0-a273-430a3eb9a403 service neutron] 10.222.0.31 "GET /v2.0/networks/2928d89d-b6c7-4b51-90ac-bea7caaf93a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735876 Nov 23 12:52:56.250124 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-eac51400-aab0-4d8a-aabe-3ec247e5fd76 req-514214ff-fc67-425a-8525-85b8f2efa4ea tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/ports?device_id=771c2fd1-bd66-43dd-8871-07ce449befbe HTTP/1.1" status: 200 len: 210 time: 0.0447214 Nov 23 12:52:56.497248 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-8254020c-a8f6-4cc9-8d4f-32dd99c2f4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:57.352104 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48522317-a85d-4d9f-8e61-f494b01b602e req-0a42d4fa-ad97-492a-85b3-2d3299a329f5 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:52:57.353708 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-48522317-a85d-4d9f-8e61-f494b01b602e req-0a42d4fa-ad97-492a-85b3-2d3299a329f5 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.54 "GET /v2.0/networks?id=2928d89d-b6c7-4b51-90ac-bea7caaf93a1 HTTP/1.1" status: 200 len: 816 time: 0.1596889 Nov 23 12:52:57.405653 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [req-48522317-a85d-4d9f-8e61-f494b01b602e req-969313b0-2072-469f-b5f4-3b62bdcefd3f tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Synchronizing usage tracker for tenant:2c9750bf5c154974b0144431d3be6eea on resource:security_group {{(pid=86837) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:52:57.425768 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [req-48522317-a85d-4d9f-8e61-f494b01b602e req-969313b0-2072-469f-b5f4-3b62bdcefd3f tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Unset dirty status for tenant:2c9750bf5c154974b0144431d3be6eea on resource:security_group {{(pid=86837) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:52:57.427082 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-48522317-a85d-4d9f-8e61-f494b01b602e req-969313b0-2072-469f-b5f4-3b62bdcefd3f tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c9750bf5c154974b0144431d3be6eea HTTP/1.1" status: 200 len: 379 time: 0.0637691 Nov 23 12:52:57.427965 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-41c9f978-a8dc-4db3-bd79-831966b63502 req-a37d546a-47d3-42de-96db-b9fb0089b2ad tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/ports?device_id=771c2fd1-bd66-43dd-8871-07ce449befbe HTTP/1.1" status: 200 len: 210 time: 0.0641804 Nov 23 12:52:57.439367 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.v2.base [req-48522317-a85d-4d9f-8e61-f494b01b602e req-b6553736-1058-4aed-856a-8e239018c5aa tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Request body: {'port': {'device_id': '771c2fd1-bd66-43dd-8871-07ce449befbe', 'network_id': '2928d89d-b6c7-4b51-90ac-bea7caaf93a1', 'admin_state_up': True, 'tenant_id': '2c9750bf5c154974b0144431d3be6eea', 'security_groups': ['337dbd5f-4ca9-468e-a952-84552889dad1']}} {{(pid=86837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:52:57.589318 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [req-48522317-a85d-4d9f-8e61-f494b01b602e req-b6553736-1058-4aed-856a-8e239018c5aa tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:52:57.594012 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [req-48522317-a85d-4d9f-8e61-f494b01b602e req-b6553736-1058-4aed-856a-8e239018c5aa tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Usage tracker for resource:port and tenant:2c9750bf5c154974b0144431d3be6eea is out of sync, need to count used quota {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:52:57.597034 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [req-48522317-a85d-4d9f-8e61-f494b01b602e req-b6553736-1058-4aed-856a-8e239018c5aa tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:52:57.602940 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [req-48522317-a85d-4d9f-8e61-f494b01b602e req-b6553736-1058-4aed-856a-8e239018c5aa tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:52:57.614156 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48522317-a85d-4d9f-8e61-f494b01b602e req-b6553736-1058-4aed-856a-8e239018c5aa tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Made reservation on behalf of 2c9750bf5c154974b0144431d3be6eea for: {'port': 1} {{(pid=86837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:52:57.617677 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-48522317-a85d-4d9f-8e61-f494b01b602e req-b6553736-1058-4aed-856a-8e239018c5aa tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:57.787536 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.db_base_plugin_common [req-48522317-a85d-4d9f-8e61-f494b01b602e req-b6553736-1058-4aed-856a-8e239018c5aa tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Allocated IP 172.20.0.12 (2928d89d-b6c7-4b51-90ac-bea7caaf93a1/bfb9a90c-7be8-4cd9-9415-38a9d39de564/0b7974b4-c179-4876-98ef-42de356ad5ce) {{(pid=86837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:52:57.979508 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-48522317-a85d-4d9f-8e61-f494b01b602e req-b6553736-1058-4aed-856a-8e239018c5aa tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Notify callbacks [] for port, precommit_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:57.995862 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.provisioning_blocks [req-48522317-a85d-4d9f-8e61-f494b01b602e req-b6553736-1058-4aed-856a-8e239018c5aa tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Transition to ACTIVE for port object 0b7974b4-c179-4876-98ef-42de356ad5ce will not be triggered until provisioned by entity DHCP. {{(pid=86837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:52:58.022358 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-48522317-a85d-4d9f-8e61-f494b01b602e req-b6553736-1058-4aed-856a-8e239018c5aa tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788170525763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6379447'] for port, after_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:58.028379 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-ded4d694-a3f3-47a5-99eb-11da13745c8a tempest-AttachVolumeNegativeTest-1975586717 tempest-AttachVolumeNegativeTest-1975586717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:52:58.098479 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48522317-a85d-4d9f-8e61-f494b01b602e req-b6553736-1058-4aed-856a-8e239018c5aa tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Network 2928d89d-b6c7-4b51-90ac-bea7caaf93a1 is already hosted by enough agents. {{(pid=86837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:52:58.101544 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.scheduler.base_scheduler [req-48522317-a85d-4d9f-8e61-f494b01b602e req-b6553736-1058-4aed-856a-8e239018c5aa tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Resources bound (agent type, host, resource id): {{(pid=86837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:52:58.105740 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.l3_dvrscheduler_db [req-48522317-a85d-4d9f-8e61-f494b01b602e req-b6553736-1058-4aed-856a-8e239018c5aa tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Received port after_create {{(pid=86837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 12:52:58.142946 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6553736-1058-4aed-856a-8e239018c5aa tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Pushing event updated for resources: {'Port': ['ID=0b7974b4-c179-4876-98ef-42de356ad5ce,revision_number=1']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:52:58.152488 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-b6553736-1058-4aed-856a-8e239018c5aa tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:52:58.178042 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48522317-a85d-4d9f-8e61-f494b01b602e req-b6553736-1058-4aed-856a-8e239018c5aa tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:52:58.178728 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-48522317-a85d-4d9f-8e61-f494b01b602e req-b6553736-1058-4aed-856a-8e239018c5aa tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188604'] for port, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:58.207115 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-48522317-a85d-4d9f-8e61-f494b01b602e req-b6553736-1058-4aed-856a-8e239018c5aa tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7736192 Nov 23 12:52:58.220320 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.v2.base [req-48522317-a85d-4d9f-8e61-f494b01b602e req-b9be66e2-9b77-41cc-b1a6-8909f653063e service neutron] Request body: {'port': {'device_id': '771c2fd1-bd66-43dd-8871-07ce449befbe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:52:58.288872 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-3a3d0f92-e1d8-40e0-8f39-c6b28c555fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:58.325967 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-ef3b2940-d135-4efa-9337-a082f2890f0f None None] Provisioning for port 0b7974b4-c179-4876-98ef-42de356ad5ce completed by entity DHCP. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:52:58.331311 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-ef3b2940-d135-4efa-9337-a082f2890f0f None None] Provisioning complete for port 0b7974b4-c179-4876-98ef-42de356ad5ce triggered by entity DHCP. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:52:58.331769 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-ef3b2940-d135-4efa-9337-a082f2890f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567787'] for port, provisioning_complete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:58.343425 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-48522317-a85d-4d9f-8e61-f494b01b602e req-b9be66e2-9b77-41cc-b1a6-8909f653063e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:58.385651 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.plugin [None req-ef3b2940-d135-4efa-9337-a082f2890f0f None None] Port 0b7974b4-c179-4876-98ef-42de356ad5ce cannot update to ACTIVE because it is not bound. {{(pid=86839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 23 12:52:58.706973 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.notifiers.nova [req-48522317-a85d-4d9f-8e61-f494b01b602e req-b9be66e2-9b77-41cc-b1a6-8909f653063e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b7974b4-c179-4876-98ef-42de356ad5ce {{(pid=86837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 12:52:58.714875 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-48522317-a85d-4d9f-8e61-f494b01b602e req-b9be66e2-9b77-41cc-b1a6-8909f653063e service neutron] Notify callbacks [] for port, precommit_update {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:58.730606 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.provisioning_blocks [req-48522317-a85d-4d9f-8e61-f494b01b602e req-b9be66e2-9b77-41cc-b1a6-8909f653063e service neutron] Transition to ACTIVE for port object 0b7974b4-c179-4876-98ef-42de356ad5ce will not be triggered until provisioned by entity L2. {{(pid=86837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:52:58.735563 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-48522317-a85d-4d9f-8e61-f494b01b602e req-b9be66e2-9b77-41cc-b1a6-8909f653063e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6379454'] for port, after_update {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:58.737273 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71520d6f-577e-4d52-8c8c-8b9146df063b req-ce03d02f-c23a-4850-b934-0bd67e485d15 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:52:58.739402 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-71520d6f-577e-4d52-8c8c-8b9146df063b req-ce03d02f-c23a-4850-b934-0bd67e485d15 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/ports?device_id=771c2fd1-bd66-43dd-8871-07ce449befbe HTTP/1.1" status: 200 len: 932 time: 0.2020440 Nov 23 12:52:58.740336 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-151d52a4-5b92-446f-bde5-7581d83b1bf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:52:58.798381 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-71520d6f-577e-4d52-8c8c-8b9146df063b req-560dc45f-c8d8-42ce-8f82-62ee8db9a434 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/security-groups?id=337dbd5f-4ca9-468e-a952-84552889dad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528431 Nov 23 12:52:58.896312 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9be66e2-9b77-41cc-b1a6-8909f653063e service neutron] Pushing event updated for resources: {'Port': ['ID=0b7974b4-c179-4876-98ef-42de356ad5ce,revision_number=2']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:52:58.904357 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-b9be66e2-9b77-41cc-b1a6-8909f653063e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:52:58.988986 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.managers [req-48522317-a85d-4d9f-8e61-f494b01b602e req-b9be66e2-9b77-41cc-b1a6-8909f653063e service neutron] Attempting to bind port 0b7974b4-c179-4876-98ef-42de356ad5ce on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 12:52:58.989323 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.managers [req-48522317-a85d-4d9f-8e61-f494b01b602e req-b9be66e2-9b77-41cc-b1a6-8909f653063e service neutron] Attempting to bind port 0b7974b4-c179-4876-98ef-42de356ad5ce by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '7cb193aa-b0a1-449a-a685-460328a69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '2928d89d-b6c7-4b51-90ac-bea7caaf93a1'}] {{(pid=86837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 12:52:58.989605 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48522317-a85d-4d9f-8e61-f494b01b602e req-b9be66e2-9b77-41cc-b1a6-8909f653063e service neutron] Attempting to bind port 0b7974b4-c179-4876-98ef-42de356ad5ce on network 2928d89d-b6c7-4b51-90ac-bea7caaf93a1 {{(pid=86837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:52:58.995339 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48522317-a85d-4d9f-8e61-f494b01b602e req-b9be66e2-9b77-41cc-b1a6-8909f653063e service neutron] Port 0b7974b4-c179-4876-98ef-42de356ad5ce on network 2928d89d-b6c7-4b51-90ac-bea7caaf93a1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 23 12:52:58.995514 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48522317-a85d-4d9f-8e61-f494b01b602e req-b9be66e2-9b77-41cc-b1a6-8909f653063e service neutron] Attempting to bind port 0b7974b4-c179-4876-98ef-42de356ad5ce on network 2928d89d-b6c7-4b51-90ac-bea7caaf93a1 {{(pid=86837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:52:59.001968 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48522317-a85d-4d9f-8e61-f494b01b602e req-b9be66e2-9b77-41cc-b1a6-8909f653063e service neutron] Checking agent: {'id': 'c02b2241-eea5-43d7-ab73-e33b65374cd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 44, 5), 'started_at': datetime.datetime(2021, 11, 23, 12, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 52, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 12:52:59.002318 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48522317-a85d-4d9f-8e61-f494b01b602e req-b9be66e2-9b77-41cc-b1a6-8909f653063e service neutron] Checking segment: {'id': '7cb193aa-b0a1-449a-a685-460328a69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '2928d89d-b6c7-4b51-90ac-bea7caaf93a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:52:59.002695 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48522317-a85d-4d9f-8e61-f494b01b602e req-b9be66e2-9b77-41cc-b1a6-8909f653063e service neutron] Bound using segment: {'id': '7cb193aa-b0a1-449a-a685-460328a69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '2928d89d-b6c7-4b51-90ac-bea7caaf93a1'} {{(pid=86837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 12:52:59.003206 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.managers [req-48522317-a85d-4d9f-8e61-f494b01b602e req-b9be66e2-9b77-41cc-b1a6-8909f653063e service neutron] Bound port: 0b7974b4-c179-4876-98ef-42de356ad5ce, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cb193aa-b0a1-449a-a685-460328a69100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '2928d89d-b6c7-4b51-90ac-bea7caaf93a1'}}] {{(pid=86837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 12:52:59.003575 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-48522317-a85d-4d9f-8e61-f494b01b602e req-b9be66e2-9b77-41cc-b1a6-8909f653063e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:59.215801 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.db [req-48522317-a85d-4d9f-8e61-f494b01b602e req-b9be66e2-9b77-41cc-b1a6-8909f653063e service neutron] For port 0b7974b4-c179-4876-98ef-42de356ad5ce, host hv-cinder-81888, cleared binding levels {{(pid=86837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 12:52:59.219075 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.db [req-48522317-a85d-4d9f-8e61-f494b01b602e req-b9be66e2-9b77-41cc-b1a6-8909f653063e service neutron] For port 0b7974b4-c179-4876-98ef-42de356ad5ce, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=0b7974b4-c179-4876-98ef-42de356ad5ce,segment=NetworkSegment(7cb193aa-b0a1-449a-a685-460328a69100),segment_id=7cb193aa-b0a1-449a-a685-460328a69100)] {{(pid=86837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 12:52:59.224704 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-48522317-a85d-4d9f-8e61-f494b01b602e req-b9be66e2-9b77-41cc-b1a6-8909f653063e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6379454'] for port, after_update {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:59.228683 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-edbdff3a-2214-4e59-86a3-6ccfc5584ed5 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:52:59.289875 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48522317-a85d-4d9f-8e61-f494b01b602e req-b9be66e2-9b77-41cc-b1a6-8909f653063e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:52:59.290487 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [req-48522317-a85d-4d9f-8e61-f494b01b602e req-b9be66e2-9b77-41cc-b1a6-8909f653063e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188604'] for port, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:59.291924 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-48522317-a85d-4d9f-8e61-f494b01b602e req-b9be66e2-9b77-41cc-b1a6-8909f653063e service neutron] 10.222.0.54 "PUT /v2.0/ports/0b7974b4-c179-4876-98ef-42de356ad5ce HTTP/1.1" status: 200 len: 1094 time: 1.0771718 Nov 23 12:52:59.292447 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '771c2fd1-bd66-43dd-8871-07ce449befbe', 'tag': '0b7974b4-c179-4876-98ef-42de356ad5ce'}] {{(pid=86837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:52:59.313800 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9be66e2-9b77-41cc-b1a6-8909f653063e service neutron] Pushing event updated for resources: {'Port': ['ID=0b7974b4-c179-4876-98ef-42de356ad5ce,revision_number=3']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:52:59.317692 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-b9be66e2-9b77-41cc-b1a6-8909f653063e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:52:59.370671 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '771c2fd1-bd66-43dd-8871-07ce449befbe', 'tag': '0b7974b4-c179-4876-98ef-42de356ad5ce', 'status': 'completed', 'code': 200} Nov 23 12:52:59.419779 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48522317-a85d-4d9f-8e61-f494b01b602e req-31dd2d1c-234f-4697-bc05-6e9f15e25509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:52:59.421284 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-48522317-a85d-4d9f-8e61-f494b01b602e req-31dd2d1c-234f-4697-bc05-6e9f15e25509 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2c9750bf5c154974b0144431d3be6eea&device_id=771c2fd1-bd66-43dd-8871-07ce449befbe HTTP/1.1" status: 200 len: 1097 time: 0.0851927 Nov 23 12:52:59.490396 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-48522317-a85d-4d9f-8e61-f494b01b602e req-2420e9fc-7940-4d7a-96f9-ce410f77300e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0b7974b4-c179-4876-98ef-42de356ad5ce HTTP/1.1" status: 200 len: 217 time: 0.0612495 Nov 23 12:52:59.564058 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48522317-a85d-4d9f-8e61-f494b01b602e req-0b4a5b9c-25ab-4f1b-8f2d-c11fd44057f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:52:59.565048 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-48522317-a85d-4d9f-8e61-f494b01b602e req-0b4a5b9c-25ab-4f1b-8f2d-c11fd44057f9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bfb9a90c-7be8-4cd9-9415-38a9d39de564 HTTP/1.1" status: 200 len: 855 time: 0.0682485 Nov 23 12:52:59.644131 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48522317-a85d-4d9f-8e61-f494b01b602e req-e0ee38b3-984b-4d15-918a-6cca51a7bab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:52:59.645632 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-48522317-a85d-4d9f-8e61-f494b01b602e req-e0ee38b3-984b-4d15-918a-6cca51a7bab7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2928d89d-b6c7-4b51-90ac-bea7caaf93a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0727496 Nov 23 12:52:59.782086 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-48522317-a85d-4d9f-8e61-f494b01b602e req-d440c025-d6f9-4f04-b41d-4b10eb31e98f service neutron] 10.222.0.54 "GET /v2.0/networks/2928d89d-b6c7-4b51-90ac-bea7caaf93a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285217 Nov 23 12:52:59.922257 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-48522317-a85d-4d9f-8e61-f494b01b602e req-3a372f9f-233e-4070-b4a2-479e957b7453 service neutron] 10.222.0.54 "GET /v2.0/networks/2928d89d-b6c7-4b51-90ac-bea7caaf93a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330686 Nov 23 12:53:00.019729 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4777e2b4-295f-4293-8791-5d80bad2e8c7 req-b6cf9404-4ee1-4dca-ad30-35c39cbea4d7 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:53:00.021137 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-4777e2b4-295f-4293-8791-5d80bad2e8c7 req-b6cf9404-4ee1-4dca-ad30-35c39cbea4d7 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/ports?device_id=771c2fd1-bd66-43dd-8871-07ce449befbe HTTP/1.1" status: 200 len: 944 time: 0.0882194 Nov 23 12:53:00.048249 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c8c4b9-a691-40f7-b3fa-8846ec927412 req-0a69dfe2-8215-4b0e-83b7-8046b8e10f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:53:00.049815 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-d7c8c4b9-a691-40f7-b3fa-8846ec927412 req-0a69dfe2-8215-4b0e-83b7-8046b8e10f4e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2c9750bf5c154974b0144431d3be6eea&device_id=771c2fd1-bd66-43dd-8871-07ce449befbe HTTP/1.1" status: 200 len: 1097 time: 0.0813057 Nov 23 12:53:00.066905 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-4777e2b4-295f-4293-8791-5d80bad2e8c7 req-67eedcc1-efad-4d82-a28e-19d9c35c42f7 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/security-groups?id=337dbd5f-4ca9-468e-a952-84552889dad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396600 Nov 23 12:53:00.191607 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c8c4b9-a691-40f7-b3fa-8846ec927412 req-247d9429-34de-4970-8bc9-98e325d2a1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:53:00.193250 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-d7c8c4b9-a691-40f7-b3fa-8846ec927412 req-247d9429-34de-4970-8bc9-98e325d2a1b0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2928d89d-b6c7-4b51-90ac-bea7caaf93a1 HTTP/1.1" status: 200 len: 917 time: 0.1359382 Nov 23 12:53:00.262593 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-d7c8c4b9-a691-40f7-b3fa-8846ec927412 req-18492e76-9951-4f56-bbd1-c5457d5c26f4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0b7974b4-c179-4876-98ef-42de356ad5ce HTTP/1.1" status: 200 len: 217 time: 0.0626400 Nov 23 12:53:00.330796 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c8c4b9-a691-40f7-b3fa-8846ec927412 req-24f3b802-bedb-4884-86a3-3ae1ec0c473d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:53:00.332228 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-d7c8c4b9-a691-40f7-b3fa-8846ec927412 req-24f3b802-bedb-4884-86a3-3ae1ec0c473d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bfb9a90c-7be8-4cd9-9415-38a9d39de564 HTTP/1.1" status: 200 len: 855 time: 0.0628436 Nov 23 12:53:00.415052 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c8c4b9-a691-40f7-b3fa-8846ec927412 req-d73ab048-b69d-49e2-9e5c-bdd3ac44a4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:53:00.416571 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-d7c8c4b9-a691-40f7-b3fa-8846ec927412 req-d73ab048-b69d-49e2-9e5c-bdd3ac44a4f9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2928d89d-b6c7-4b51-90ac-bea7caaf93a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0762260 Nov 23 12:53:00.554369 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-d7c8c4b9-a691-40f7-b3fa-8846ec927412 req-0759e0cd-966b-4c52-8a1f-3065d350bb4b service neutron] 10.222.0.54 "GET /v2.0/networks/2928d89d-b6c7-4b51-90ac-bea7caaf93a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310008 Nov 23 12:53:00.696821 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-d7c8c4b9-a691-40f7-b3fa-8846ec927412 req-17760e66-0df3-4f8f-9b0e-e1547782daa0 service neutron] 10.222.0.54 "GET /v2.0/networks/2928d89d-b6c7-4b51-90ac-bea7caaf93a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340001 Nov 23 12:53:01.268308 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c063bbd-b7f9-4340-8ec4-76d1d9c4c657 req-146f0c42-dd49-4658-b88c-9dda555dcf72 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:53:01.270176 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8c063bbd-b7f9-4340-8ec4-76d1d9c4c657 req-146f0c42-dd49-4658-b88c-9dda555dcf72 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/ports?device_id=771c2fd1-bd66-43dd-8871-07ce449befbe HTTP/1.1" status: 200 len: 944 time: 0.0832806 Nov 23 12:53:01.323675 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8c063bbd-b7f9-4340-8ec4-76d1d9c4c657 req-8c061ee7-c270-45ad-8993-4dd98bb7a48e tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/security-groups?id=337dbd5f-4ca9-468e-a952-84552889dad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472777 Nov 23 12:53:01.462499 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Device 0b7974b4-c179-4876-98ef-42de356ad5ce details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 23 12:53:01.606360 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] For port 0b7974b4-c179-4876-98ef-42de356ad5ce, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=0b7974b4-c179-4876-98ef-42de356ad5ce,segment=NetworkSegment(7cb193aa-b0a1-449a-a685-460328a69100),segment_id=7cb193aa-b0a1-449a-a685-460328a69100)] {{(pid=86839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:53:01.620329 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Returning: {'device': '0b7974b4-c179-4876-98ef-42de356ad5ce', 'network_id': '2928d89d-b6c7-4b51-90ac-bea7caaf93a1', 'port_id': '0b7974b4-c179-4876-98ef-42de356ad5ce', 'mac_address': 'fa:16:3e:3f:45:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfb9a90c-7be8-4cd9-9415-38a9d39de564', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 23 12:53:01.679635 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:53:01.696903 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.notifiers.nova [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b7974b4-c179-4876-98ef-42de356ad5ce {{(pid=86839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 12:53:01.712639 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] For port 0b7974b4-c179-4876-98ef-42de356ad5ce, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=0b7974b4-c179-4876-98ef-42de356ad5ce,segment=NetworkSegment(7cb193aa-b0a1-449a-a685-460328a69100),segment_id=7cb193aa-b0a1-449a-a685-460328a69100)] {{(pid=86839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:53:01.718312 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826'] for port, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:53:01.720118 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:53:01.785778 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Pushing event updated for resources: {'Port': ['ID=0b7974b4-c179-4876-98ef-42de356ad5ce,revision_number=4']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:53:01.788958 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:53:01.987256 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] get_ports_and_sgs() called for port_ids ['0b7974b4-c179-4876-98ef-42de356ad5ce'] {{(pid=86839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 12:53:02.525735 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e5d506-b924-4e9a-b10f-86632c9346ba req-10f704c6-fc4b-4e56-9c06-5289a150a6c8 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:53:02.527243 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f1e5d506-b924-4e9a-b10f-86632c9346ba req-10f704c6-fc4b-4e56-9c06-5289a150a6c8 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/ports?device_id=771c2fd1-bd66-43dd-8871-07ce449befbe HTTP/1.1" status: 200 len: 945 time: 0.0853844 Nov 23 12:53:02.573755 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f1e5d506-b924-4e9a-b10f-86632c9346ba req-ddecbb84-feff-4c89-b549-12db10dafae5 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/security-groups?id=337dbd5f-4ca9-468e-a952-84552889dad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403080 Nov 23 12:53:02.908810 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-53d46b05-e2a9-4d69-87c7-6346ab4dde1d req-03ff6631-114f-48e3-8b4d-918682bfcb25 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=22e65fa6-c78c-4c51-a5cb-8fa8c6aa5633&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0740144 Nov 23 12:53:03.013791 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d46b05-e2a9-4d69-87c7-6346ab4dde1d req-121b8beb-bf64-4139-b94b-79dba73060ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:53:03.015396 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-53d46b05-e2a9-4d69-87c7-6346ab4dde1d req-121b8beb-bf64-4139-b94b-79dba73060ce service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=904fe0d63bc7415b845bd812c5c3d7d5&device_id=22e65fa6-c78c-4c51-a5cb-8fa8c6aa5633 HTTP/1.1" status: 200 len: 1098 time: 0.0843961 Nov 23 12:53:03.275666 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d46b05-e2a9-4d69-87c7-6346ab4dde1d req-d6552a51-ada8-40c9-8176-15703783d283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:53:03.277141 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-53d46b05-e2a9-4d69-87c7-6346ab4dde1d req-d6552a51-ada8-40c9-8176-15703783d283 service neutron] 10.222.0.54 "GET /v2.0/networks?id=863a1e50-6324-476a-bb82-68f7fcf8fe7f HTTP/1.1" status: 200 len: 909 time: 0.2414200 Nov 23 12:53:03.388070 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-53d46b05-e2a9-4d69-87c7-6346ab4dde1d req-9c3e89ba-2344-40f4-a8d7-0ea7492bbbaa service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=872db580-122a-4bd9-8975-450d6b1cfdfe HTTP/1.1" status: 200 len: 1000 time: 0.1033249 Nov 23 12:53:03.457327 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d46b05-e2a9-4d69-87c7-6346ab4dde1d req-afa2be1b-e503-417f-a0f2-7db7d52461e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:53:03.458661 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-53d46b05-e2a9-4d69-87c7-6346ab4dde1d req-afa2be1b-e503-417f-a0f2-7db7d52461e5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f7f25b7d-0ccf-4bc2-a609-ac7ad2c481be HTTP/1.1" status: 200 len: 847 time: 0.0639617 Nov 23 12:53:03.477820 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Device 0b7974b4-c179-4876-98ef-42de356ad5ce up at agent hyperv_hv-cinder-81888 {{(pid=86839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:53:03.545855 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d46b05-e2a9-4d69-87c7-6346ab4dde1d req-e0273d1d-858a-4cd7-bc11-f9b650a9bdff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:53:03.549116 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-53d46b05-e2a9-4d69-87c7-6346ab4dde1d req-e0273d1d-858a-4cd7-bc11-f9b650a9bdff service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=863a1e50-6324-476a-bb82-68f7fcf8fe7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0833507 Nov 23 12:53:03.556533 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Provisioning for port 0b7974b4-c179-4876-98ef-42de356ad5ce completed by entity L2. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:53:03.561982 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Provisioning complete for port 0b7974b4-c179-4876-98ef-42de356ad5ce triggered by entity L2. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:53:03.562363 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567787'] for port, provisioning_complete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:53:03.693885 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-53d46b05-e2a9-4d69-87c7-6346ab4dde1d req-47b62ebe-a66b-40af-8698-9c4bbb526cd9 service neutron] 10.222.0.54 "GET /v2.0/networks/863a1e50-6324-476a-bb82-68f7fcf8fe7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369298 Nov 23 12:53:03.702921 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:53:03.733970 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '771c2fd1-bd66-43dd-8871-07ce449befbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b7974b4-c179-4876-98ef-42de356ad5ce'}] {{(pid=86839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:53:03.745089 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] For port 0b7974b4-c179-4876-98ef-42de356ad5ce, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=0b7974b4-c179-4876-98ef-42de356ad5ce,segment=NetworkSegment(7cb193aa-b0a1-449a-a685-460328a69100),segment_id=7cb193aa-b0a1-449a-a685-460328a69100)] {{(pid=86839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:53:03.752099 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826'] for port, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:53:03.754498 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:53:03.791880 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05084956-7e38-4913-a889-c633852e6c27 req-0d82f0ba-a779-407a-9a11-85b9c038e120 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:53:03.793601 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-05084956-7e38-4913-a889-c633852e6c27 req-0d82f0ba-a779-407a-9a11-85b9c038e120 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/ports?device_id=771c2fd1-bd66-43dd-8871-07ce449befbe HTTP/1.1" status: 200 len: 945 time: 0.1005356 Nov 23 12:53:03.802049 dv-cinder-818883-1-smb neutron-server[86839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '771c2fd1-bd66-43dd-8871-07ce449befbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b7974b4-c179-4876-98ef-42de356ad5ce', 'code': 200} Nov 23 12:53:03.853267 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Pushing event updated for resources: {'Port': ['ID=0b7974b4-c179-4876-98ef-42de356ad5ce,revision_number=5']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:53:03.854114 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-05084956-7e38-4913-a889-c633852e6c27 req-58559c3f-c8f6-4bb7-baf1-41a013d62740 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/security-groups?id=337dbd5f-4ca9-468e-a952-84552889dad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496106 Nov 23 12:53:03.858882 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:53:03.866355 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-53d46b05-e2a9-4d69-87c7-6346ab4dde1d req-9de5a72e-d29a-4878-a36e-79ec037f64d8 service neutron] 10.222.0.54 "GET /v2.0/networks/863a1e50-6324-476a-bb82-68f7fcf8fe7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648026 Nov 23 12:53:04.065428 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833ad2a9-f63f-45ca-87af-b0da251c947b req-4aaf422f-e219-40c5-b7e4-2fe05c7fec7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:53:04.066878 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-833ad2a9-f63f-45ca-87af-b0da251c947b req-4aaf422f-e219-40c5-b7e4-2fe05c7fec7e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=771c2fd1-bd66-43dd-8871-07ce449befbe HTTP/1.1" status: 200 len: 1099 time: 0.0769856 Nov 23 12:53:04.110669 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-833ad2a9-f63f-45ca-87af-b0da251c947b req-7bd425be-012d-4f2b-b298-54c521dece0c service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=337dbd5f-4ca9-468e-a952-84552889dad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364761 Nov 23 12:53:04.707448 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:53:05.066727 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6511a3d9-a57c-4dd7-af52-4c2fee1c3984 req-1f69e838-eb9c-4011-80b0-86328e356651 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:53:05.068231 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-6511a3d9-a57c-4dd7-af52-4c2fee1c3984 req-1f69e838-eb9c-4011-80b0-86328e356651 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/ports?device_id=771c2fd1-bd66-43dd-8871-07ce449befbe HTTP/1.1" status: 200 len: 946 time: 0.0857420 Nov 23 12:53:05.115345 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-6511a3d9-a57c-4dd7-af52-4c2fee1c3984 req-b22bf455-b3b3-44c6-8e48-830337f19045 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/security-groups?id=337dbd5f-4ca9-468e-a952-84552889dad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409098 Nov 23 12:53:06.323115 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d5fe85-4571-47ee-a8ad-33d1450b763a req-5a8aba3f-6349-4bac-a52b-46e679e6e4e7 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:53:06.324559 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f2d5fe85-4571-47ee-a8ad-33d1450b763a req-5a8aba3f-6349-4bac-a52b-46e679e6e4e7 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/ports?device_id=771c2fd1-bd66-43dd-8871-07ce449befbe HTTP/1.1" status: 200 len: 946 time: 0.0930531 Nov 23 12:53:06.370209 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f2d5fe85-4571-47ee-a8ad-33d1450b763a req-519e3c5f-ae3f-4e58-a815-2736f84dc3de tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/security-groups?id=337dbd5f-4ca9-468e-a952-84552889dad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394502 Nov 23 12:53:06.563800 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd9c292-6f3c-4201-ad79-8c32dd66c9b5 req-f2892763-8e26-4f4b-a799-ee0f5e8a5f50 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:53:06.565340 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-5cd9c292-6f3c-4201-ad79-8c32dd66c9b5 req-f2892763-8e26-4f4b-a799-ee0f5e8a5f50 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/ports?device_id=771c2fd1-bd66-43dd-8871-07ce449befbe HTTP/1.1" status: 200 len: 946 time: 0.0851419 Nov 23 12:53:06.574372 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 54314) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:53:06.580039 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.v2.base [None req-690c0587-1c78-4ac7-b161-786bda369ce9 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Request body: {'floatingip': {'port_id': '0b7974b4-c179-4876-98ef-42de356ad5ce'}} {{(pid=86838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:53:06.659702 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-690c0587-1c78-4ac7-b161-786bda369ce9 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Notify callbacks [] for floatingip, before_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:53:07.289734 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-690c0587-1c78-4ac7-b161-786bda369ce9 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:53:07.295575 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-690c0587-1c78-4ac7-b161-786bda369ce9 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-505741'] for floatingip, after_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:53:07.554585 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.db.l3_db [None req-690c0587-1c78-4ac7-b161-786bda369ce9 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Floating IP fb2f2bff-7795-435d-a854-e080d182cd6e associated. External IP: 172.28.2.219, port: 0b7974b4-c179-4876-98ef-42de356ad5ce. Nov 23 12:53:07.921031 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-690c0587-1c78-4ac7-b161-786bda369ce9 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Router 9888c0cd-453b-4953-9cbd-aafa59a766da has already been hosted by L3 agent d7c7f769-7b7b-49b8-a5c1-735df886e043 {{(pid=86838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 12:53:08.108452 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-690c0587-1c78-4ac7-b161-786bda369ce9 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Notify agent at l3_agent.dv-cinder-818883-1-smb the message routers_updated {{(pid=86838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 12:53:08.113063 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-690c0587-1c78-4ac7-b161-786bda369ce9 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188604'] for floatingip, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:53:08.119910 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb88fe9-e992-4b99-aa6a-170ed2474b84 None None] Sync routers for ids ['9888c0cd-453b-4953-9cbd-aafa59a766da'] in dv-cinder-818883-1-smb {{(pid=86839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 12:53:08.131530 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb88fe9-e992-4b99-aa6a-170ed2474b84 None None] Routers {'9888c0cd-453b-4953-9cbd-aafa59a766da'} bound to L3 agent in host dv-cinder-818883-1-smb {{(pid=86839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:53:08.132341 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_hamode_db [None req-7eb88fe9-e992-4b99-aa6a-170ed2474b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T12:37:26Z,description=,heartbeat_timestamp=2021-11-23T12:52:56Z,host='dv-cinder-818883-1-smb',id=d7c7f769-7b7b-49b8-a5c1-735df886e043,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:37:26Z,topic='l3_agent')) {'router_ids': ['9888c0cd-453b-4953-9cbd-aafa59a766da'], 'active': True} {{(pid=86839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:53:08.172346 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-690c0587-1c78-4ac7-b161-786bda369ce9 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "PUT /v2.0/floatingips/fb2f2bff-7795-435d-a854-e080d182cd6e HTTP/1.1" status: 200 len: 992 time: 1.5966311 Nov 23 12:53:08.172825 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '771c2fd1-bd66-43dd-8871-07ce449befbe', 'tag': '0b7974b4-c179-4876-98ef-42de356ad5ce'}] {{(pid=86838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:53:08.223022 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '771c2fd1-bd66-43dd-8871-07ce449befbe', 'tag': '0b7974b4-c179-4876-98ef-42de356ad5ce', 'status': 'completed', 'code': 200} Nov 23 12:53:08.333409 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_dvr_db [None req-7eb88fe9-e992-4b99-aa6a-170ed2474b84 None None] Set router 9888c0cd-453b-4953-9cbd-aafa59a766da gateway port host: dv-cinder-818883-1-smb {{(pid=86839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:53:08.339137 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054ec66d-75b2-4fb7-958d-c656a3e26a15 req-d454ff1c-f259-4d48-9425-1bf1f15a355f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:53:08.342155 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-054ec66d-75b2-4fb7-958d-c656a3e26a15 req-d454ff1c-f259-4d48-9425-1bf1f15a355f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2c9750bf5c154974b0144431d3be6eea&device_id=771c2fd1-bd66-43dd-8871-07ce449befbe HTTP/1.1" status: 200 len: 1099 time: 0.0932460 Nov 23 12:53:08.486164 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054ec66d-75b2-4fb7-958d-c656a3e26a15 req-d4a8ab01-24ae-43d0-b3bd-a4205713074f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:53:08.487721 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-054ec66d-75b2-4fb7-958d-c656a3e26a15 req-d4a8ab01-24ae-43d0-b3bd-a4205713074f service neutron] 10.222.0.54 "GET /v2.0/networks?id=2928d89d-b6c7-4b51-90ac-bea7caaf93a1 HTTP/1.1" status: 200 len: 917 time: 0.1386139 Nov 23 12:53:08.606287 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-054ec66d-75b2-4fb7-958d-c656a3e26a15 req-19ef58e7-b1be-4c74-b800-cd09b468b81a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0b7974b4-c179-4876-98ef-42de356ad5ce HTTP/1.1" status: 200 len: 1000 time: 0.1064932 Nov 23 12:53:08.684394 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054ec66d-75b2-4fb7-958d-c656a3e26a15 req-e13cf08a-c166-460d-a06b-90e7b83bf055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:53:08.686429 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-054ec66d-75b2-4fb7-958d-c656a3e26a15 req-e13cf08a-c166-460d-a06b-90e7b83bf055 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bfb9a90c-7be8-4cd9-9415-38a9d39de564 HTTP/1.1" status: 200 len: 855 time: 0.0725441 Nov 23 12:53:08.772311 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054ec66d-75b2-4fb7-958d-c656a3e26a15 req-1fe1e66c-8a18-4895-bf74-ece4d7507d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:53:08.773812 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-054ec66d-75b2-4fb7-958d-c656a3e26a15 req-1fe1e66c-8a18-4895-bf74-ece4d7507d09 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2928d89d-b6c7-4b51-90ac-bea7caaf93a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0794146 Nov 23 12:53:08.776935 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_hamode_db [None req-7eb88fe9-e992-4b99-aa6a-170ed2474b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9888c0cd-453b-4953-9cbd-aafa59a766da', 'name': 'tempest-AttachVolumeShelveTestJSON-715595232-router', 'tenant_id': '2c9750bf5c154974b0144431d3be6eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'external_fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.204'}], 'enable_snat': True}, 'gw_port_id': 'fd83a026-00c2-4594-8c35-b212620aa81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:49:51Z', 'updated_at': '2021-11-23T12:49:58Z', 'revision_number': 4, 'project_id': '2c9750bf5c154974b0144431d3be6eea', 'gw_port': {'id': 'fd83a026-00c2-4594-8c35-b212620aa81a', 'name': '', 'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9888c0cd-453b-4953-9cbd-aafa59a766da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:49:52Z', 'updated_at': '2021-11-23T12:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-smb', '_floatingips': [{'id': 'fb2f2bff-7795-435d-a854-e080d182cd6e', 'tenant_id': '2c9750bf5c154974b0144431d3be6eea', 'floating_ip_address': '172.28.2.219', 'floating_network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'router_id': '9888c0cd-453b-4953-9cbd-aafa59a766da', 'port_id': '0b7974b4-c179-4876-98ef-42de356ad5ce', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2928d89d-b6c7-4b51-90ac-bea7caaf93a1', 'mac_address': 'fa:16:3e:3f:45:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771c2fd1-bd66-43dd-8871-07ce449befbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T12:52:54Z', 'updated_at': '2021-11-23T12:53:07Z', 'revision_number': 1, 'project_id': '2c9750bf5c154974b0144431d3be6eea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed6e8f1e-ebe8-4390-b152-685ca19a1902', 'name': '', 'network_id': '2928d89d-b6c7-4b51-90ac-bea7caaf93a1', 'tenant_id': '2c9750bf5c154974b0144431d3be6eea', 'mac_address': 'fa:16:3e:b1:56:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9888c0cd-453b-4953-9cbd-aafa59a766da', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'bfb9a90c-7be8-4cd9-9415-38a9d39de564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:49:57Z', 'updated_at': '2021-11-23T12:50:05Z', 'revision_number': 5, 'project_id': '2c9750bf5c154974b0144431d3be6eea', 'subnets': [{'id': 'bfb9a90c-7be8-4cd9-9415-38a9d39de564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-1-smb', False) {} {{(pid=86839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:53:08.782297 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb88fe9-e992-4b99-aa6a-170ed2474b84 None None] Checking router: 9888c0cd-453b-4953-9cbd-aafa59a766da for host: dv-cinder-818883-1-smb {{(pid=86839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 12:53:08.795000 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb88fe9-e992-4b99-aa6a-170ed2474b84 None None] Routers {'9888c0cd-453b-4953-9cbd-aafa59a766da'} bound to L3 agent in host dv-cinder-818883-1-smb {{(pid=86839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:53:08.795695 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_hamode_db [None req-7eb88fe9-e992-4b99-aa6a-170ed2474b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T12:37:26Z,description=,heartbeat_timestamp=2021-11-23T12:52:56Z,host='dv-cinder-818883-1-smb',id=d7c7f769-7b7b-49b8-a5c1-735df886e043,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:37:26Z,topic='l3_agent')) {'router_ids': ['9888c0cd-453b-4953-9cbd-aafa59a766da'], 'active': True} {{(pid=86839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:53:08.917009 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-054ec66d-75b2-4fb7-958d-c656a3e26a15 req-c0ef20f9-a53a-4e96-9867-e0c370406a54 service neutron] 10.222.0.54 "GET /v2.0/networks/2928d89d-b6c7-4b51-90ac-bea7caaf93a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312804 Nov 23 12:53:08.983279 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_dvr_db [None req-7eb88fe9-e992-4b99-aa6a-170ed2474b84 None None] Set router 9888c0cd-453b-4953-9cbd-aafa59a766da gateway port host: dv-cinder-818883-1-smb {{(pid=86839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:53:09.064850 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-054ec66d-75b2-4fb7-958d-c656a3e26a15 req-90b739b5-c4c9-4712-aff1-5389d01dacf6 service neutron] 10.222.0.54 "GET /v2.0/networks/2928d89d-b6c7-4b51-90ac-bea7caaf93a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328318 Nov 23 12:53:09.355654 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_hamode_db [None req-7eb88fe9-e992-4b99-aa6a-170ed2474b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9888c0cd-453b-4953-9cbd-aafa59a766da', 'name': 'tempest-AttachVolumeShelveTestJSON-715595232-router', 'tenant_id': '2c9750bf5c154974b0144431d3be6eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'external_fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.204'}], 'enable_snat': True}, 'gw_port_id': 'fd83a026-00c2-4594-8c35-b212620aa81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:49:51Z', 'updated_at': '2021-11-23T12:49:58Z', 'revision_number': 4, 'project_id': '2c9750bf5c154974b0144431d3be6eea', 'gw_port': {'id': 'fd83a026-00c2-4594-8c35-b212620aa81a', 'name': '', 'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9888c0cd-453b-4953-9cbd-aafa59a766da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:49:52Z', 'updated_at': '2021-11-23T12:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-smb', '_floatingips': [{'id': 'fb2f2bff-7795-435d-a854-e080d182cd6e', 'tenant_id': '2c9750bf5c154974b0144431d3be6eea', 'floating_ip_address': '172.28.2.219', 'floating_network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'router_id': '9888c0cd-453b-4953-9cbd-aafa59a766da', 'port_id': '0b7974b4-c179-4876-98ef-42de356ad5ce', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2928d89d-b6c7-4b51-90ac-bea7caaf93a1', 'mac_address': 'fa:16:3e:3f:45:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771c2fd1-bd66-43dd-8871-07ce449befbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T12:52:54Z', 'updated_at': '2021-11-23T12:53:07Z', 'revision_number': 1, 'project_id': '2c9750bf5c154974b0144431d3be6eea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed6e8f1e-ebe8-4390-b152-685ca19a1902', 'name': '', 'network_id': '2928d89d-b6c7-4b51-90ac-bea7caaf93a1', 'tenant_id': '2c9750bf5c154974b0144431d3be6eea', 'mac_address': 'fa:16:3e:b1:56:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9888c0cd-453b-4953-9cbd-aafa59a766da', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'bfb9a90c-7be8-4cd9-9415-38a9d39de564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:49:57Z', 'updated_at': '2021-11-23T12:50:05Z', 'revision_number': 5, 'project_id': '2c9750bf5c154974b0144431d3be6eea', 'subnets': [{'id': 'bfb9a90c-7be8-4cd9-9415-38a9d39de564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-1-smb', False) {} {{(pid=86839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:53:09.360890 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb88fe9-e992-4b99-aa6a-170ed2474b84 None None] The sync data for ids ['9888c0cd-453b-4953-9cbd-aafa59a766da'] in dv-cinder-818883-1-smb is: [{'id': '9888c0cd-453b-4953-9cbd-aafa59a766da', 'name': 'tempest-AttachVolumeShelveTestJSON-715595232-router', 'tenant_id': '2c9750bf5c154974b0144431d3be6eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'external_fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.204'}], 'enable_snat': True}, 'gw_port_id': 'fd83a026-00c2-4594-8c35-b212620aa81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:49:51Z', 'updated_at': '2021-11-23T12:49:58Z', 'revision_number': 4, 'project_id': '2c9750bf5c154974b0144431d3be6eea', 'gw_port': {'id': 'fd83a026-00c2-4594-8c35-b212620aa81a', 'name': '', 'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9888c0cd-453b-4953-9cbd-aafa59a766da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:49:52Z', 'updated_at': '2021-11-23T12:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-smb', '_floatingips': [{'id': 'fb2f2bff-7795-435d-a854-e080d182cd6e', 'tenant_id': '2c9750bf5c154974b0144431d3be6eea', 'floating_ip_address': '172.28.2.219', 'floating_network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'router_id': '9888c0cd-453b-4953-9cbd-aafa59a766da', 'port_id': '0b7974b4-c179-4876-98ef-42de356ad5ce', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2928d89d-b6c7-4b51-90ac-bea7caaf93a1', 'mac_address': 'fa:16:3e:3f:45:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771c2fd1-bd66-43dd-8871-07ce449befbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T12:52:54Z', 'updated_at': '2021-11-23T12:53:07Z', 'revision_number': 1, 'project_id': '2c9750bf5c154974b0144431d3be6eea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed6e8f1e-ebe8-4390-b152-685ca19a1902', 'name': '', 'network_id': '2928d89d-b6c7-4b51-90ac-bea7caaf93a1', 'tenant_id': '2c9750bf5c154974b0144431d3be6eea', 'mac_address': 'fa:16:3e:b1:56:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9888c0cd-453b-4953-9cbd-aafa59a766da', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'bfb9a90c-7be8-4cd9-9415-38a9d39de564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:49:57Z', 'updated_at': '2021-11-23T12:50:05Z', 'revision_number': 5, 'project_id': '2c9750bf5c154974b0144431d3be6eea', 'subnets': [{'id': 'bfb9a90c-7be8-4cd9-9415-38a9d39de564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 12:53:09.562518 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f4932f-b60d-48e9-8a91-87acc98a5470 None None] New status for floating IP fb2f2bff-7795-435d-a854-e080d182cd6e: ACTIVE {{(pid=86840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 12:53:11.147366 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.agents_db [None req-d0d00f27-41a4-4d9d-a63d-8c6bf84d2b10 None None] Agent healthcheck: found 6 active agents {{(pid=86840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 12:53:15.779122 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26be5540-bb7f-4880-b0f6-007b67a7c037 req-c1dda9c7-d5d7-43c9-9d3a-0d18b21ea844 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:53:15.781122 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-26be5540-bb7f-4880-b0f6-007b67a7c037 req-c1dda9c7-d5d7-43c9-9d3a-0d18b21ea844 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] 10.222.0.31 "GET /v2.0/ports?device_id=872292ed-386e-4699-a03d-8e1c49db1f89 HTTP/1.1" status: 200 len: 945 time: 0.0940621 Nov 23 12:53:15.827344 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-26be5540-bb7f-4880-b0f6-007b67a7c037 req-c8ae4307-fcf4-4b55-9c11-5c295ad92db8 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec7a2df9-5b5f-4d0a-9518-b6602095324f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404067 Nov 23 12:53:17.021925 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5475bb7-73b6-41b0-ba74-822d650a8f2f req-03cb2bf6-953e-483d-8edb-9385a2027713 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:53:17.023634 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-b5475bb7-73b6-41b0-ba74-822d650a8f2f req-03cb2bf6-953e-483d-8edb-9385a2027713 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] 10.222.0.31 "GET /v2.0/ports?device_id=872292ed-386e-4699-a03d-8e1c49db1f89 HTTP/1.1" status: 200 len: 945 time: 0.0881758 Nov 23 12:53:17.070531 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-b5475bb7-73b6-41b0-ba74-822d650a8f2f req-4eb967cf-128a-4472-91af-7fefe1f4e9db tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec7a2df9-5b5f-4d0a-9518-b6602095324f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408587 Nov 23 12:53:18.288491 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce3b3f7-8a93-4134-a4c1-80359c3de2eb req-46731d28-f730-4db0-ba6d-8b6b8eddcf90 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:53:18.290044 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-5ce3b3f7-8a93-4134-a4c1-80359c3de2eb req-46731d28-f730-4db0-ba6d-8b6b8eddcf90 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] 10.222.0.31 "GET /v2.0/ports?device_id=872292ed-386e-4699-a03d-8e1c49db1f89 HTTP/1.1" status: 200 len: 945 time: 0.1011729 Nov 23 12:53:18.337588 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-5ce3b3f7-8a93-4134-a4c1-80359c3de2eb req-7b55fde1-8d75-4ab3-9950-ee9c8a753536 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec7a2df9-5b5f-4d0a-9518-b6602095324f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413227 Nov 23 12:53:19.539282 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fc491f-4714-4748-91a3-df2f236771cf req-c0ace311-d882-45a1-b5db-56c54d368193 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:53:19.540756 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-40fc491f-4714-4748-91a3-df2f236771cf req-c0ace311-d882-45a1-b5db-56c54d368193 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] 10.222.0.31 "GET /v2.0/ports?device_id=872292ed-386e-4699-a03d-8e1c49db1f89 HTTP/1.1" status: 200 len: 945 time: 0.0866723 Nov 23 12:53:19.592905 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-40fc491f-4714-4748-91a3-df2f236771cf req-68415459-474b-4e05-8409-4cfa0ee931b7 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec7a2df9-5b5f-4d0a-9518-b6602095324f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457964 Nov 23 12:53:20.790915 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dbea28-a0a2-4af4-9d82-9e5d851d4aa5 req-578c61a8-a333-4dd5-9dc7-db797dc09f3e tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:53:20.792382 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-33dbea28-a0a2-4af4-9d82-9e5d851d4aa5 req-578c61a8-a333-4dd5-9dc7-db797dc09f3e tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] 10.222.0.31 "GET /v2.0/ports?device_id=872292ed-386e-4699-a03d-8e1c49db1f89 HTTP/1.1" status: 200 len: 945 time: 0.0860717 Nov 23 12:53:20.840471 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-33dbea28-a0a2-4af4-9d82-9e5d851d4aa5 req-c06f27f9-541b-4a4a-b63c-6c54a83ac345 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec7a2df9-5b5f-4d0a-9518-b6602095324f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415020 Nov 23 12:53:22.040676 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d6e8a4-8dfb-4a62-a434-1d0c4cb5fd13 req-3e55f8e5-1844-44ff-96a9-655ef0095fd1 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:53:22.042030 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-c4d6e8a4-8dfb-4a62-a434-1d0c4cb5fd13 req-3e55f8e5-1844-44ff-96a9-655ef0095fd1 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] 10.222.0.31 "GET /v2.0/ports?device_id=872292ed-386e-4699-a03d-8e1c49db1f89 HTTP/1.1" status: 200 len: 945 time: 0.0926473 Nov 23 12:53:22.089889 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-c4d6e8a4-8dfb-4a62-a434-1d0c4cb5fd13 req-e9362a7b-b5d7-4166-8770-fb1d0b477996 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec7a2df9-5b5f-4d0a-9518-b6602095324f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400310 Nov 23 12:53:22.891882 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-cfee0638-e21b-4775-b2a7-c7d30eb5ba39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:53:23.324532 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896bdfd4-1f68-4b64-9a59-0392bf5c5768 req-3e301a4f-01ea-4b4e-986e-6b630ab8f230 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:53:23.326001 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-896bdfd4-1f68-4b64-9a59-0392bf5c5768 req-3e301a4f-01ea-4b4e-986e-6b630ab8f230 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] 10.222.0.31 "GET /v2.0/ports?device_id=872292ed-386e-4699-a03d-8e1c49db1f89 HTTP/1.1" status: 200 len: 945 time: 0.1216767 Nov 23 12:53:23.377214 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-896bdfd4-1f68-4b64-9a59-0392bf5c5768 req-93b9599f-f41e-4ea3-98a2-be4bec15c4b2 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec7a2df9-5b5f-4d0a-9518-b6602095324f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449865 Nov 23 12:53:23.411350 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:53:24.671005 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3444f202-865a-4dfe-82fd-841fea157b7c req-94a6c102-0832-4579-b83b-3a2267555aaa tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:53:24.672399 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-3444f202-865a-4dfe-82fd-841fea157b7c req-94a6c102-0832-4579-b83b-3a2267555aaa tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] 10.222.0.31 "GET /v2.0/ports?device_id=872292ed-386e-4699-a03d-8e1c49db1f89 HTTP/1.1" status: 200 len: 945 time: 0.1834624 Nov 23 12:53:24.717944 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-3444f202-865a-4dfe-82fd-841fea157b7c req-c266b950-4fef-46cc-b991-66cbf7e8ce80 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec7a2df9-5b5f-4d0a-9518-b6602095324f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397346 Nov 23 12:53:25.690211 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-d332b1f6-2517-4c9e-ba3d-362020cf715a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:53:25.915298 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5902f6-07e2-4115-9c9e-cea4ca6beddd req-8ce7a01c-3b0c-49ce-9915-50c09027db60 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:53:25.916971 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-4c5902f6-07e2-4115-9c9e-cea4ca6beddd req-8ce7a01c-3b0c-49ce-9915-50c09027db60 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] 10.222.0.31 "GET /v2.0/ports?device_id=872292ed-386e-4699-a03d-8e1c49db1f89 HTTP/1.1" status: 200 len: 945 time: 0.0858030 Nov 23 12:53:25.968722 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-4c5902f6-07e2-4115-9c9e-cea4ca6beddd req-5de1103e-2cdc-4ddc-82c9-4b1af49a5f97 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec7a2df9-5b5f-4d0a-9518-b6602095324f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452120 Nov 23 12:53:26.500775 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-8254020c-a8f6-4cc9-8d4f-32dd99c2f4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:53:27.308740 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f7020e-f4cd-4762-a7fe-4b3b889a6b94 req-a3240d41-29ac-4ac5-afc6-d919539212c9 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:53:27.310060 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-74f7020e-f4cd-4762-a7fe-4b3b889a6b94 req-a3240d41-29ac-4ac5-afc6-d919539212c9 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] 10.222.0.31 "GET /v2.0/ports?device_id=872292ed-386e-4699-a03d-8e1c49db1f89 HTTP/1.1" status: 200 len: 945 time: 0.0858369 Nov 23 12:53:27.355977 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-74f7020e-f4cd-4762-a7fe-4b3b889a6b94 req-e8d1e844-874a-41d3-ac84-a00ec8717a8c tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec7a2df9-5b5f-4d0a-9518-b6602095324f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395758 Nov 23 12:53:27.722227 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4980766-2ee7-4077-9583-3e4e6da7010e req-20067559-afe8-45c6-be96-ff8430233a22 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:53:27.724305 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f4980766-2ee7-4077-9583-3e4e6da7010e req-20067559-afe8-45c6-be96-ff8430233a22 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] 10.222.0.31 "GET /v2.0/ports?device_id=872292ed-386e-4699-a03d-8e1c49db1f89 HTTP/1.1" status: 200 len: 945 time: 0.0881557 Nov 23 12:53:27.767453 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a44c5e0-1c01-4d30-b5c4-155485130b6a req-c4ec00fa-190c-4ed3-b5d6-600e81833b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:53:27.768975 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-3a44c5e0-1c01-4d30-b5c4-155485130b6a req-c4ec00fa-190c-4ed3-b5d6-600e81833b77 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e6142a50a1bb4ef9bfd9b1bc59edda1d&device_id=872292ed-386e-4699-a03d-8e1c49db1f89 HTTP/1.1" status: 200 len: 1098 time: 0.0812352 Nov 23 12:53:27.772114 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f4980766-2ee7-4077-9583-3e4e6da7010e req-89c46a88-d560-4327-8857-23efaf3097e5 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec7a2df9-5b5f-4d0a-9518-b6602095324f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413396 Nov 23 12:53:28.018652 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a44c5e0-1c01-4d30-b5c4-155485130b6a req-22311189-1e4e-4ba9-a7e1-7756faa1af57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:53:28.020222 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-3a44c5e0-1c01-4d30-b5c4-155485130b6a req-22311189-1e4e-4ba9-a7e1-7756faa1af57 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f34ec0a4-d329-411a-9213-97be29ff4587 HTTP/1.1" status: 200 len: 911 time: 0.2430060 Nov 23 12:53:28.129948 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-3a44c5e0-1c01-4d30-b5c4-155485130b6a req-7adf0c14-c933-4bab-9d7a-67e6eae7f153 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=65c7a919-dbd1-44a3-b3ed-fe42d845dbd9 HTTP/1.1" status: 200 len: 1001 time: 0.1002104 Nov 23 12:53:28.198076 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a44c5e0-1c01-4d30-b5c4-155485130b6a req-bd669f81-5067-4573-85ef-8c457d6c63c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:53:28.199670 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-3a44c5e0-1c01-4d30-b5c4-155485130b6a req-bd669f81-5067-4573-85ef-8c457d6c63c0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=456abfc7-81cf-4d5c-adc8-b3f39f8433bb HTTP/1.1" status: 200 len: 849 time: 0.0623109 Nov 23 12:53:28.283436 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a44c5e0-1c01-4d30-b5c4-155485130b6a req-321f83b7-eed9-43a0-b310-e8ddb1749c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:53:28.285099 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-3a44c5e0-1c01-4d30-b5c4-155485130b6a req-321f83b7-eed9-43a0-b310-e8ddb1749c06 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f34ec0a4-d329-411a-9213-97be29ff4587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0769262 Nov 23 12:53:28.291268 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-3a3d0f92-e1d8-40e0-8f39-c6b28c555fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:53:28.421641 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-3a44c5e0-1c01-4d30-b5c4-155485130b6a req-46563b0e-9c39-4403-913c-f7b9248de76d service neutron] 10.222.0.54 "GET /v2.0/networks/f34ec0a4-d329-411a-9213-97be29ff4587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287405 Nov 23 12:53:28.563446 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-3a44c5e0-1c01-4d30-b5c4-155485130b6a req-cea6a32a-3ecd-4067-92d8-2874f5a92010 service neutron] 10.222.0.54 "GET /v2.0/networks/f34ec0a4-d329-411a-9213-97be29ff4587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342399 Nov 23 12:53:28.966039 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe43d3c-c975-4886-b7c7-2832bfa67fad req-3dd45677-246f-4c88-a522-41cb698118be tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:53:28.967909 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-fbe43d3c-c975-4886-b7c7-2832bfa67fad req-3dd45677-246f-4c88-a522-41cb698118be tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] 10.222.0.31 "GET /v2.0/ports?device_id=872292ed-386e-4699-a03d-8e1c49db1f89 HTTP/1.1" status: 200 len: 945 time: 0.0851650 Nov 23 12:53:29.013874 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-fbe43d3c-c975-4886-b7c7-2832bfa67fad req-996be6dd-40a8-45ca-bdf6-8ceca6eb9378 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec7a2df9-5b5f-4d0a-9518-b6602095324f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401442 Nov 23 12:53:30.209815 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251b1873-e659-4bf8-9020-27d7aca5374c req-ea8f051b-991f-452b-8f35-94c4a74e9236 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:53:30.211327 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-251b1873-e659-4bf8-9020-27d7aca5374c req-ea8f051b-991f-452b-8f35-94c4a74e9236 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] 10.222.0.31 "GET /v2.0/ports?device_id=872292ed-386e-4699-a03d-8e1c49db1f89 HTTP/1.1" status: 200 len: 945 time: 0.0881116 Nov 23 12:53:30.256072 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-251b1873-e659-4bf8-9020-27d7aca5374c req-e1364dc8-9653-444f-9973-035bdd5178cd tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec7a2df9-5b5f-4d0a-9518-b6602095324f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389092 Nov 23 12:53:34.716108 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:53:48.147559 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.agents_db [None req-d0d00f27-41a4-4d9d-a63d-8c6bf84d2b10 None None] Agent healthcheck: found 6 active agents {{(pid=86840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 12:53:52.236169 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4b3ca8-165e-482a-9e4b-a6b17e6ce674 req-f7172f15-b354-48c9-a6a2-a9c8e90ed667 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:53:52.237681 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8d4b3ca8-165e-482a-9e4b-a6b17e6ce674 req-f7172f15-b354-48c9-a6a2-a9c8e90ed667 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/ports?device_id=771c2fd1-bd66-43dd-8871-07ce449befbe HTTP/1.1" status: 200 len: 946 time: 0.0830669 Nov 23 12:53:52.289628 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8d4b3ca8-165e-482a-9e4b-a6b17e6ce674 req-a2ef0949-9b06-42f9-ad52-26c6c4904c4a tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/security-groups?id=337dbd5f-4ca9-468e-a952-84552889dad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458529 Nov 23 12:53:52.887510 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-941e076a-de9b-40b4-b51e-4f92f6514948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:53:53.416593 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:53:53.505120 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f50ba09-e886-40ce-afa6-b98c3dbefd0b req-df81b537-79ab-4a3a-b366-69bd58606192 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:53:53.506854 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-5f50ba09-e886-40ce-afa6-b98c3dbefd0b req-df81b537-79ab-4a3a-b366-69bd58606192 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/ports?device_id=771c2fd1-bd66-43dd-8871-07ce449befbe HTTP/1.1" status: 200 len: 946 time: 0.1007278 Nov 23 12:53:53.557717 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-5f50ba09-e886-40ce-afa6-b98c3dbefd0b req-11cd0fb1-1eb7-4991-891a-5f69c55cf53d tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/security-groups?id=337dbd5f-4ca9-468e-a952-84552889dad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441446 Nov 23 12:53:54.765327 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2d76b9-62fa-4234-b33a-7e32eb84013f req-b723c652-2c84-4d55-94db-269b6075928e tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:53:54.766936 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-cb2d76b9-62fa-4234-b33a-7e32eb84013f req-b723c652-2c84-4d55-94db-269b6075928e tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/ports?device_id=771c2fd1-bd66-43dd-8871-07ce449befbe HTTP/1.1" status: 200 len: 946 time: 0.0879922 Nov 23 12:53:54.813912 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-cb2d76b9-62fa-4234-b33a-7e32eb84013f req-49e66873-7808-41a6-acbb-4f005fae8083 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/security-groups?id=337dbd5f-4ca9-468e-a952-84552889dad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412323 Nov 23 12:53:55.688140 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-bcf78c01-5466-4d96-9cf8-452003476cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:53:56.026296 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdaa544-e74a-4f01-ace8-cf616967600a req-3ce6cf6c-334d-454d-89b1-a2301920a270 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:53:56.027746 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-fcdaa544-e74a-4f01-ace8-cf616967600a req-3ce6cf6c-334d-454d-89b1-a2301920a270 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/ports?device_id=771c2fd1-bd66-43dd-8871-07ce449befbe HTTP/1.1" status: 200 len: 946 time: 0.0881975 Nov 23 12:53:56.079014 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-fcdaa544-e74a-4f01-ace8-cf616967600a req-624b33fc-37db-4036-bc95-dc64624bf3ec tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/security-groups?id=337dbd5f-4ca9-468e-a952-84552889dad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415936 Nov 23 12:53:56.504268 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-8254020c-a8f6-4cc9-8d4f-32dd99c2f4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:53:57.277768 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dec60fc-b72d-4b46-810f-867159b6f965 req-443e5809-8f73-4598-8c68-5fdea95dcc5a tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:53:57.279278 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-4dec60fc-b72d-4b46-810f-867159b6f965 req-443e5809-8f73-4598-8c68-5fdea95dcc5a tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/ports?device_id=771c2fd1-bd66-43dd-8871-07ce449befbe HTTP/1.1" status: 200 len: 946 time: 0.0877614 Nov 23 12:53:57.325762 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-4dec60fc-b72d-4b46-810f-867159b6f965 req-3b7e3c97-4c00-4673-9a80-054c71afcbaf tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/security-groups?id=337dbd5f-4ca9-468e-a952-84552889dad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404284 Nov 23 12:53:58.296943 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-3a3d0f92-e1d8-40e0-8f39-c6b28c555fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:53:58.529027 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad18f4b8-073f-425a-ace1-3a298ce4258a req-8b59ba48-219e-43ea-924e-cc47e15786b2 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:53:58.530485 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-ad18f4b8-073f-425a-ace1-3a298ce4258a req-8b59ba48-219e-43ea-924e-cc47e15786b2 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/ports?device_id=771c2fd1-bd66-43dd-8871-07ce449befbe HTTP/1.1" status: 200 len: 946 time: 0.0866165 Nov 23 12:53:58.575884 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-ad18f4b8-073f-425a-ace1-3a298ce4258a req-c03c2bfa-6143-4dcc-9194-c295fbdec31a tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/security-groups?id=337dbd5f-4ca9-468e-a952-84552889dad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395591 Nov 23 12:53:59.775589 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f7f03d-6c62-46fb-a599-d1443d507b3e req-80dd2246-0f80-4e5a-bf01-af08a0239402 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:53:59.777070 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-30f7f03d-6c62-46fb-a599-d1443d507b3e req-80dd2246-0f80-4e5a-bf01-af08a0239402 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/ports?device_id=771c2fd1-bd66-43dd-8871-07ce449befbe HTTP/1.1" status: 200 len: 946 time: 0.0904708 Nov 23 12:53:59.824721 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-30f7f03d-6c62-46fb-a599-d1443d507b3e req-ff9a74f5-baf0-44b3-8a0e-2e6b79d8ea33 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/security-groups?id=337dbd5f-4ca9-468e-a952-84552889dad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409479 Nov 23 12:54:01.023578 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16fbece-3148-4fdc-b8ba-8a436bfd2317 req-c58fa6f8-c055-4e92-a4e4-cf9e37c8846f tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:54:01.025140 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-e16fbece-3148-4fdc-b8ba-8a436bfd2317 req-c58fa6f8-c055-4e92-a4e4-cf9e37c8846f tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/ports?device_id=771c2fd1-bd66-43dd-8871-07ce449befbe HTTP/1.1" status: 200 len: 946 time: 0.0854509 Nov 23 12:54:01.080378 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-e16fbece-3148-4fdc-b8ba-8a436bfd2317 req-77806bf5-5264-4172-ae80-491d1430f8c1 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/security-groups?id=337dbd5f-4ca9-468e-a952-84552889dad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484488 Nov 23 12:54:02.285948 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44876855-4bea-43d5-ab22-dfdb25e5201f req-cf252570-3c4d-44cd-922a-0d3d65a74d6e tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:54:02.287445 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-44876855-4bea-43d5-ab22-dfdb25e5201f req-cf252570-3c4d-44cd-922a-0d3d65a74d6e tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/ports?device_id=771c2fd1-bd66-43dd-8871-07ce449befbe HTTP/1.1" status: 200 len: 946 time: 0.0834377 Nov 23 12:54:02.333028 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-44876855-4bea-43d5-ab22-dfdb25e5201f req-312d7be2-51ae-48ab-84e9-b6df3b670f75 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/security-groups?id=337dbd5f-4ca9-468e-a952-84552889dad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398409 Nov 23 12:54:03.529846 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41b2e25-d25a-4d62-8999-abaa7e509d21 req-cb837076-24d9-4c5e-b4f5-4610442fa84e tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:54:03.531368 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-d41b2e25-d25a-4d62-8999-abaa7e509d21 req-cb837076-24d9-4c5e-b4f5-4610442fa84e tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/ports?device_id=771c2fd1-bd66-43dd-8871-07ce449befbe HTTP/1.1" status: 200 len: 946 time: 0.0885198 Nov 23 12:54:03.591290 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-d41b2e25-d25a-4d62-8999-abaa7e509d21 req-e39f1cf5-0701-4547-967c-f34ae219c10f tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/security-groups?id=337dbd5f-4ca9-468e-a952-84552889dad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540965 Nov 23 12:54:03.932904 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Device 0b7974b4-c179-4876-98ef-42de356ad5ce details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 23 12:54:04.079677 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] For port 0b7974b4-c179-4876-98ef-42de356ad5ce, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=0b7974b4-c179-4876-98ef-42de356ad5ce,segment=NetworkSegment(7cb193aa-b0a1-449a-a685-460328a69100),segment_id=7cb193aa-b0a1-449a-a685-460328a69100)] {{(pid=86839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:54:04.097289 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Returning: {'device': '0b7974b4-c179-4876-98ef-42de356ad5ce', 'network_id': '2928d89d-b6c7-4b51-90ac-bea7caaf93a1', 'port_id': '0b7974b4-c179-4876-98ef-42de356ad5ce', 'mac_address': 'fa:16:3e:3f:45:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfb9a90c-7be8-4cd9-9415-38a9d39de564', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 23 12:54:04.154076 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:04.171857 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.notifiers.nova [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0b7974b4-c179-4876-98ef-42de356ad5ce {{(pid=86839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 12:54:04.188171 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] For port 0b7974b4-c179-4876-98ef-42de356ad5ce, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=0b7974b4-c179-4876-98ef-42de356ad5ce,segment=NetworkSegment(7cb193aa-b0a1-449a-a685-460328a69100),segment_id=7cb193aa-b0a1-449a-a685-460328a69100)] {{(pid=86839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:54:04.193242 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826'] for port, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:04.195067 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:54:04.266553 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Pushing event updated for resources: {'Port': ['ID=0b7974b4-c179-4876-98ef-42de356ad5ce,revision_number=6']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:54:04.274099 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:54:04.274427 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:54:04.274895 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:54:04.275246 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:54:04.275554 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:54:04.275889 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:54:04.276218 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:54:04.276543 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:54:04.276867 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:54:04.277190 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:54:04.277519 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:54:04.277832 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:54:04.281839 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:54:04.333876 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] get_ports_and_sgs() called for port_ids ['0b7974b4-c179-4876-98ef-42de356ad5ce'] {{(pid=86839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 12:54:04.719413 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:04.815445 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65fc6f8-e49d-4fae-9a0a-3fcd2ab19009 req-cda60a6b-060e-4132-b40b-c71ddfbd6b8d tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:54:04.817095 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f65fc6f8-e49d-4fae-9a0a-3fcd2ab19009 req-cda60a6b-060e-4132-b40b-c71ddfbd6b8d tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/ports?device_id=771c2fd1-bd66-43dd-8871-07ce449befbe HTTP/1.1" status: 200 len: 945 time: 0.1039934 Nov 23 12:54:04.868258 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f65fc6f8-e49d-4fae-9a0a-3fcd2ab19009 req-b40d4a19-9160-4bb9-94e0-4f095858599d tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/security-groups?id=337dbd5f-4ca9-468e-a952-84552889dad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446270 Nov 23 12:54:05.932120 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Device 0b7974b4-c179-4876-98ef-42de356ad5ce up at agent hyperv_hv-cinder-81888 {{(pid=86839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:54:06.039477 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Provisioning complete for port 0b7974b4-c179-4876-98ef-42de356ad5ce triggered by entity L2. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:54:06.039852 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567787'] for port, provisioning_complete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:06.143627 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fd387f-6fec-463f-808b-4e0262651f7d req-6252b45a-7cd2-4ee5-a035-3c18910b5230 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:54:06.145422 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-70fd387f-6fec-463f-808b-4e0262651f7d req-6252b45a-7cd2-4ee5-a035-3c18910b5230 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/ports?device_id=771c2fd1-bd66-43dd-8871-07ce449befbe HTTP/1.1" status: 200 len: 945 time: 0.1311274 Nov 23 12:54:06.212697 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:06.247283 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-70fd387f-6fec-463f-808b-4e0262651f7d req-b44a6a8e-3991-4bb4-8492-be073298435a tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/security-groups?id=337dbd5f-4ca9-468e-a952-84552889dad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954058 Nov 23 12:54:06.294692 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '771c2fd1-bd66-43dd-8871-07ce449befbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b7974b4-c179-4876-98ef-42de356ad5ce'}] {{(pid=86839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:54:06.306515 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] For port 0b7974b4-c179-4876-98ef-42de356ad5ce, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=0b7974b4-c179-4876-98ef-42de356ad5ce,segment=NetworkSegment(7cb193aa-b0a1-449a-a685-460328a69100),segment_id=7cb193aa-b0a1-449a-a685-460328a69100)] {{(pid=86839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:54:06.316043 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826'] for port, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:06.319451 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:54:06.373946 dv-cinder-818883-1-smb neutron-server[86839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '771c2fd1-bd66-43dd-8871-07ce449befbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b7974b4-c179-4876-98ef-42de356ad5ce', 'code': 200} Nov 23 12:54:06.410226 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Pushing event updated for resources: {'Port': ['ID=0b7974b4-c179-4876-98ef-42de356ad5ce,revision_number=7']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:54:06.413597 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:54:06.419059 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941c6af7-7a6c-45b8-ab80-7a7b545ab7f8 req-997ee6ed-8924-4636-b59e-9307f0010a53 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:54:06.420350 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-941c6af7-7a6c-45b8-ab80-7a7b545ab7f8 req-997ee6ed-8924-4636-b59e-9307f0010a53 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] 10.222.0.31 "GET /v2.0/ports?device_id=872292ed-386e-4699-a03d-8e1c49db1f89 HTTP/1.1" status: 200 len: 945 time: 0.1371946 Nov 23 12:54:06.478986 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-941c6af7-7a6c-45b8-ab80-7a7b545ab7f8 req-3cca32e0-2ccc-4228-a758-88f3901bac7a tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec7a2df9-5b5f-4d0a-9518-b6602095324f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505207 Nov 23 12:54:07.559872 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406d0e92-0913-4e7c-8fa0-d4abf90f714b req-d5b71a0f-c208-4f56-ab83-a2aa6a4e3f48 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:54:07.564463 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-406d0e92-0913-4e7c-8fa0-d4abf90f714b req-d5b71a0f-c208-4f56-ab83-a2aa6a4e3f48 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/ports?device_id=771c2fd1-bd66-43dd-8871-07ce449befbe HTTP/1.1" status: 200 len: 946 time: 0.1856685 Nov 23 12:54:07.623297 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-406d0e92-0913-4e7c-8fa0-d4abf90f714b req-b737cac9-8370-4d59-bbb7-3cd1b2128c28 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/security-groups?id=337dbd5f-4ca9-468e-a952-84552889dad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521314 Nov 23 12:54:07.749477 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f14647-543c-4b63-bb92-3f3d811be785 req-42d35cff-f7f4-48a4-8c3b-62213a5810b8 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:54:07.751797 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-71f14647-543c-4b63-bb92-3f3d811be785 req-42d35cff-f7f4-48a4-8c3b-62213a5810b8 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] 10.222.0.31 "GET /v2.0/ports?device_id=872292ed-386e-4699-a03d-8e1c49db1f89 HTTP/1.1" status: 200 len: 945 time: 0.1273110 Nov 23 12:54:07.815961 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-71f14647-543c-4b63-bb92-3f3d811be785 req-687259b3-fb0b-491e-b7fc-96c12e3bd464 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec7a2df9-5b5f-4d0a-9518-b6602095324f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575738 Nov 23 12:54:08.835149 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89f8fe0-5784-4912-b096-0782c749530c req-050f3513-0bd9-4380-825b-f8c0dc9a6b0f tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:54:08.840854 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-c89f8fe0-5784-4912-b096-0782c749530c req-050f3513-0bd9-4380-825b-f8c0dc9a6b0f tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/ports?device_id=771c2fd1-bd66-43dd-8871-07ce449befbe HTTP/1.1" status: 200 len: 946 time: 0.0988901 Nov 23 12:54:08.895842 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-c89f8fe0-5784-4912-b096-0782c749530c req-a57f7c9c-2a6a-4821-9643-c2f2e5a52e43 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/security-groups?id=337dbd5f-4ca9-468e-a952-84552889dad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531371 Nov 23 12:54:09.248789 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd57d71-4a0d-4818-82cc-a9ddea780337 req-065e5bb0-1b20-4dcd-aee3-ca16f096edb5 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:54:09.255832 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-ddd57d71-4a0d-4818-82cc-a9ddea780337 req-065e5bb0-1b20-4dcd-aee3-ca16f096edb5 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] 10.222.0.31 "GET /v2.0/ports?device_id=872292ed-386e-4699-a03d-8e1c49db1f89 HTTP/1.1" status: 200 len: 945 time: 0.0973194 Nov 23 12:54:09.309852 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-ddd57d71-4a0d-4818-82cc-a9ddea780337 req-ff387716-6ef3-4cfb-9aa1-2bb684d8b4da tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec7a2df9-5b5f-4d0a-9518-b6602095324f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529640 Nov 23 12:54:10.128867 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f04407-f710-45b5-8a22-d4311020a710 req-77566b7b-820f-4a09-98a6-b04a81a989ad tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:54:10.130536 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-05f04407-f710-45b5-8a22-d4311020a710 req-77566b7b-820f-4a09-98a6-b04a81a989ad tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/ports?device_id=771c2fd1-bd66-43dd-8871-07ce449befbe HTTP/1.1" status: 200 len: 946 time: 0.1109409 Nov 23 12:54:10.193929 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-05f04407-f710-45b5-8a22-d4311020a710 req-e3b7c8f7-fc86-402d-bb57-6463fb1ed1a2 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/security-groups?id=337dbd5f-4ca9-468e-a952-84552889dad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563707 Nov 23 12:54:10.518511 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7be20a-b8c4-4a7a-a838-c0da028fca30 req-b02f0bb1-b74c-4194-93b1-54e8dad4a3d5 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:54:10.520073 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-df7be20a-b8c4-4a7a-a838-c0da028fca30 req-b02f0bb1-b74c-4194-93b1-54e8dad4a3d5 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] 10.222.0.31 "GET /v2.0/ports?device_id=872292ed-386e-4699-a03d-8e1c49db1f89 HTTP/1.1" status: 200 len: 945 time: 0.0978911 Nov 23 12:54:10.572793 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-df7be20a-b8c4-4a7a-a838-c0da028fca30 req-6e4eb56c-6960-46c0-95bf-8a0a8287e9ca tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec7a2df9-5b5f-4d0a-9518-b6602095324f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449705 Nov 23 12:54:11.458982 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf36e847-13c2-4351-94a7-3cf35d45751d req-7d140a2b-39ab-40bd-a671-1beeef8bd5a0 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:54:11.460555 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-cf36e847-13c2-4351-94a7-3cf35d45751d req-7d140a2b-39ab-40bd-a671-1beeef8bd5a0 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/ports?device_id=771c2fd1-bd66-43dd-8871-07ce449befbe HTTP/1.1" status: 200 len: 946 time: 0.1192155 Nov 23 12:54:11.533146 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-cf36e847-13c2-4351-94a7-3cf35d45751d req-786058df-dc62-4b1f-8aad-2d73ddd2c292 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/security-groups?id=337dbd5f-4ca9-468e-a952-84552889dad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665674 Nov 23 12:54:11.834647 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a7883d-5808-471d-941f-6199614043ec req-23cf855a-eeb8-40dd-ba53-93ea4d02b51c tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:54:11.836434 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-65a7883d-5808-471d-941f-6199614043ec req-23cf855a-eeb8-40dd-ba53-93ea4d02b51c tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] 10.222.0.31 "GET /v2.0/ports?device_id=872292ed-386e-4699-a03d-8e1c49db1f89 HTTP/1.1" status: 200 len: 945 time: 0.1259544 Nov 23 12:54:11.903774 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-65a7883d-5808-471d-941f-6199614043ec req-0f6677a5-fe0a-4ca2-9d93-f6335f54e1cf tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec7a2df9-5b5f-4d0a-9518-b6602095324f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564404 Nov 23 12:54:12.740459 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb17f27e-2b47-4960-9e04-914e12f3cdc6 req-2b9ffb79-5911-4d6b-90f5-af845e7e6b75 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:54:12.743261 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-cb17f27e-2b47-4960-9e04-914e12f3cdc6 req-2b9ffb79-5911-4d6b-90f5-af845e7e6b75 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/ports?device_id=771c2fd1-bd66-43dd-8871-07ce449befbe HTTP/1.1" status: 200 len: 946 time: 0.0925138 Nov 23 12:54:12.799551 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-cb17f27e-2b47-4960-9e04-914e12f3cdc6 req-dd4616d7-4ec0-4007-a861-ca1ffb365a01 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/security-groups?id=337dbd5f-4ca9-468e-a952-84552889dad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505943 Nov 23 12:54:13.123564 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b00378-1ed5-4a31-85ad-891e86aefb4c req-05603f3c-ca4a-4dbd-8274-34b93b7cecd1 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:54:13.133195 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-01b00378-1ed5-4a31-85ad-891e86aefb4c req-05603f3c-ca4a-4dbd-8274-34b93b7cecd1 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] 10.222.0.31 "GET /v2.0/ports?device_id=872292ed-386e-4699-a03d-8e1c49db1f89 HTTP/1.1" status: 200 len: 945 time: 0.1159735 Nov 23 12:54:13.190173 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-01b00378-1ed5-4a31-85ad-891e86aefb4c req-49b74dcd-b3c0-4b36-96e1-af9d8892ef19 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec7a2df9-5b5f-4d0a-9518-b6602095324f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557368 Nov 23 12:54:14.021264 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603d1a3c-04ac-45d8-af51-476bd8e20890 req-3c848bb7-0475-4b64-b8f6-7c31930045fe tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:54:14.023842 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-603d1a3c-04ac-45d8-af51-476bd8e20890 req-3c848bb7-0475-4b64-b8f6-7c31930045fe tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/ports?device_id=771c2fd1-bd66-43dd-8871-07ce449befbe HTTP/1.1" status: 200 len: 946 time: 0.0960147 Nov 23 12:54:14.084474 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-603d1a3c-04ac-45d8-af51-476bd8e20890 req-7eed2869-467c-425e-b838-157b9be2170e tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/security-groups?id=337dbd5f-4ca9-468e-a952-84552889dad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541770 Nov 23 12:54:14.403201 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6133d5-62a9-4ef4-985f-a03bfb2cef36 req-a1415793-b9e4-4b88-97f4-3f37e8229b70 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:54:14.407359 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-7e6133d5-62a9-4ef4-985f-a03bfb2cef36 req-a1415793-b9e4-4b88-97f4-3f37e8229b70 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] 10.222.0.31 "GET /v2.0/ports?device_id=872292ed-386e-4699-a03d-8e1c49db1f89 HTTP/1.1" status: 200 len: 945 time: 0.0942059 Nov 23 12:54:14.457420 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-7e6133d5-62a9-4ef4-985f-a03bfb2cef36 req-b8c33465-c5b4-4e84-b839-67f03f87da24 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec7a2df9-5b5f-4d0a-9518-b6602095324f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440707 Nov 23 12:54:14.944643 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 54604) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:54:15.176232 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.plugin [None req-1c5166d9-6219-46e9-a59c-1704cfa4a1ec tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Deleting port 04f2a1bf-981a-48f0-87c3-a64bf74071ee {{(pid=86837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 12:54:15.176609 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-1c5166d9-6219-46e9-a59c-1704cfa4a1ec tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788171068353'] for port, before_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:15.287771 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc24862-0902-4c95-aea7-7fba1404f062 req-4a4887d3-f801-4974-8c6a-aaaeeb00ae2f tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:54:15.289229 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-7dc24862-0902-4c95-aea7-7fba1404f062 req-4a4887d3-f801-4974-8c6a-aaaeeb00ae2f tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/ports?device_id=771c2fd1-bd66-43dd-8871-07ce449befbe HTTP/1.1" status: 200 len: 946 time: 0.0819762 Nov 23 12:54:15.334908 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-7dc24862-0902-4c95-aea7-7fba1404f062 req-45c77e65-c888-48dc-990e-11a3985bae52 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/security-groups?id=337dbd5f-4ca9-468e-a952-84552889dad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393846 Nov 23 12:54:15.358833 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-1c5166d9-6219-46e9-a59c-1704cfa4a1ec tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506271'] for port, precommit_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:15.359179 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-1c5166d9-6219-46e9-a59c-1704cfa4a1ec tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:15.487185 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.plugin [None req-1c5166d9-6219-46e9-a59c-1704cfa4a1ec tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Calling delete_port for 04f2a1bf-981a-48f0-87c3-a64bf74071ee owned by network:floatingip {{(pid=86837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 12:54:15.662181 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-1c5166d9-6219-46e9-a59c-1704cfa4a1ec tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788171071573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788170525772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6379447'] for port, after_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:15.667255 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-cc3fe5f5-17fc-4efa-bd29-40aca6cc29a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:54:15.673924 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0337287-5a59-428f-8bf5-eb28b090b48b req-75e4ca27-7996-4c8c-ab23-541b8bd09231 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:54:15.675587 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-c0337287-5a59-428f-8bf5-eb28b090b48b req-75e4ca27-7996-4c8c-ab23-541b8bd09231 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] 10.222.0.31 "GET /v2.0/ports?device_id=872292ed-386e-4699-a03d-8e1c49db1f89 HTTP/1.1" status: 200 len: 945 time: 0.0929101 Nov 23 12:54:15.711831 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5166d9-6219-46e9-a59c-1704cfa4a1ec tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Pushing event deleted for resources: {'Port': ['ID=04f2a1bf-981a-48f0-87c3-a64bf74071ee,revision_number=None']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:54:15.731072 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-c0337287-5a59-428f-8bf5-eb28b090b48b req-e6d6e608-ac72-44a3-8f7f-b8043779ec2a tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec7a2df9-5b5f-4d0a-9518-b6602095324f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485535 Nov 23 12:54:15.758120 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5166d9-6219-46e9-a59c-1704cfa4a1ec tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:54:15.758513 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5166d9-6219-46e9-a59c-1704cfa4a1ec tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:54:15.758899 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5166d9-6219-46e9-a59c-1704cfa4a1ec tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:54:15.759261 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5166d9-6219-46e9-a59c-1704cfa4a1ec tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:54:15.759619 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5166d9-6219-46e9-a59c-1704cfa4a1ec tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:54:15.759976 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5166d9-6219-46e9-a59c-1704cfa4a1ec tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:54:15.760328 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5166d9-6219-46e9-a59c-1704cfa4a1ec tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:54:15.760685 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5166d9-6219-46e9-a59c-1704cfa4a1ec tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:54:15.761027 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5166d9-6219-46e9-a59c-1704cfa4a1ec tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:54:15.761720 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5166d9-6219-46e9-a59c-1704cfa4a1ec tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:54:15.762066 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5166d9-6219-46e9-a59c-1704cfa4a1ec tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:54:15.762409 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5166d9-6219-46e9-a59c-1704cfa4a1ec tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:54:15.771929 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-1c5166d9-6219-46e9-a59c-1704cfa4a1ec tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:54:15.883094 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-1c5166d9-6219-46e9-a59c-1704cfa4a1ec tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Notify callbacks [] for floatingip, after_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:15.883377 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.db.l3_db [None req-1c5166d9-6219-46e9-a59c-1704cfa4a1ec tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Floating IP d8db2143-11c2-4bd2-bef1-e32ffca3baf5 disassociated (deleted). External IP: 172.28.2.28, port: 872db580-122a-4bd9-8975-450d6b1cfdfe. Nov 23 12:54:16.093496 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be59a30-619e-4544-a9dd-ab494c626304 req-c5058ba3-7328-4727-a857-53de13247707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:54:16.094969 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-3be59a30-619e-4544-a9dd-ab494c626304 req-c5058ba3-7328-4727-a857-53de13247707 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2c9750bf5c154974b0144431d3be6eea&device_id=771c2fd1-bd66-43dd-8871-07ce449befbe HTTP/1.1" status: 200 len: 1099 time: 0.3291602 Nov 23 12:54:16.377537 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be59a30-619e-4544-a9dd-ab494c626304 req-7358683a-5bb7-4d92-beed-9ee800b2e27a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:54:16.379056 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-3be59a30-619e-4544-a9dd-ab494c626304 req-7358683a-5bb7-4d92-beed-9ee800b2e27a service neutron] 10.222.0.54 "GET /v2.0/networks?id=2928d89d-b6c7-4b51-90ac-bea7caaf93a1 HTTP/1.1" status: 200 len: 917 time: 0.2327590 Nov 23 12:54:16.546734 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bfe456-0fd5-4d4c-8d19-d7054858fb14 req-55a61ae7-9394-4232-82c7-5c68c7bd3411 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:54:16.548250 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-77bfe456-0fd5-4d4c-8d19-d7054858fb14 req-55a61ae7-9394-4232-82c7-5c68c7bd3411 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/ports?device_id=771c2fd1-bd66-43dd-8871-07ce449befbe HTTP/1.1" status: 200 len: 946 time: 0.0892062 Nov 23 12:54:16.572344 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-3be59a30-619e-4544-a9dd-ab494c626304 req-85b27172-920e-491f-8dc6-abf6d21af07a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0b7974b4-c179-4876-98ef-42de356ad5ce HTTP/1.1" status: 200 len: 1002 time: 0.1856716 Nov 23 12:54:16.579692 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c5166d9-6219-46e9-a59c-1704cfa4a1ec tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Router 0d3feef8-7ab0-44b7-a31f-f9d3ae6393be has already been hosted by L3 agent d7c7f769-7b7b-49b8-a5c1-735df886e043 {{(pid=86837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 12:54:16.599447 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-77bfe456-0fd5-4d4c-8d19-d7054858fb14 req-7b8df001-489f-433d-af9b-73bdd014be8a tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/security-groups?id=337dbd5f-4ca9-468e-a952-84552889dad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452058 Nov 23 12:54:16.715520 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be59a30-619e-4544-a9dd-ab494c626304 req-3a4f0622-402a-4c04-9481-cdce87fbb5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:54:16.716992 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-3be59a30-619e-4544-a9dd-ab494c626304 req-3a4f0622-402a-4c04-9481-cdce87fbb5f6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bfb9a90c-7be8-4cd9-9415-38a9d39de564 HTTP/1.1" status: 200 len: 855 time: 0.1360064 Nov 23 12:54:16.860954 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c5166d9-6219-46e9-a59c-1704cfa4a1ec tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Notify agent at l3_agent.dv-cinder-818883-1-smb the message routers_updated {{(pid=86837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 12:54:16.871124 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce184bed-2cc4-4bbe-8be0-853a7d55e4ae None None] Sync routers for ids ['0d3feef8-7ab0-44b7-a31f-f9d3ae6393be'] in dv-cinder-818883-1-smb {{(pid=86839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 12:54:16.885126 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce184bed-2cc4-4bbe-8be0-853a7d55e4ae None None] Routers {'0d3feef8-7ab0-44b7-a31f-f9d3ae6393be'} bound to L3 agent in host dv-cinder-818883-1-smb {{(pid=86839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:54:16.885782 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_hamode_db [None req-ce184bed-2cc4-4bbe-8be0-853a7d55e4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T12:37:26Z,description=,heartbeat_timestamp=2021-11-23T12:53:56Z,host='dv-cinder-818883-1-smb',id=d7c7f769-7b7b-49b8-a5c1-735df886e043,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:37:26Z,topic='l3_agent')) {'router_ids': ['0d3feef8-7ab0-44b7-a31f-f9d3ae6393be'], 'active': True} {{(pid=86839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:54:16.890619 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-1c5166d9-6219-46e9-a59c-1704cfa4a1ec tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188604'] for floatingip, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:16.921857 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be59a30-619e-4544-a9dd-ab494c626304 req-767f8439-864f-40b8-97e0-630accb1bf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:54:16.924607 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-3be59a30-619e-4544-a9dd-ab494c626304 req-767f8439-864f-40b8-97e0-630accb1bf19 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2928d89d-b6c7-4b51-90ac-bea7caaf93a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1996250 Nov 23 12:54:16.931963 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba0cc92-2b22-4b27-8a6c-f4541b93328b req-0dfcd58b-9e4a-4303-a558-a03ecbc1b72f tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:54:16.933675 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-9ba0cc92-2b22-4b27-8a6c-f4541b93328b req-0dfcd58b-9e4a-4303-a558-a03ecbc1b72f tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] 10.222.0.31 "GET /v2.0/ports?device_id=872292ed-386e-4699-a03d-8e1c49db1f89 HTTP/1.1" status: 200 len: 945 time: 0.0887601 Nov 23 12:54:16.984905 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-9ba0cc92-2b22-4b27-8a6c-f4541b93328b req-1285fd39-4dee-42b2-b058-21d94b92dd23 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec7a2df9-5b5f-4d0a-9518-b6602095324f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443695 Nov 23 12:54:17.040211 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-1c5166d9-6219-46e9-a59c-1704cfa4a1ec tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] 10.222.0.31 "DELETE /v2.0/floatingips/d8db2143-11c2-4bd2-bef1-e32ffca3baf5 HTTP/1.1" status: 204 len: 168 time: 2.0918109 Nov 23 12:54:17.040211 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22e65fa6-c78c-4c51-a5cb-8fa8c6aa5633', 'tag': '872db580-122a-4bd9-8975-450d6b1cfdfe'}] {{(pid=86837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:54:17.089960 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-3be59a30-619e-4544-a9dd-ab494c626304 req-23d68db2-16cb-401c-9da8-3a1de5fd61c0 service neutron] 10.222.0.54 "GET /v2.0/networks/2928d89d-b6c7-4b51-90ac-bea7caaf93a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568401 Nov 23 12:54:17.197155 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_dvr_db [None req-ce184bed-2cc4-4bbe-8be0-853a7d55e4ae None None] Set router 0d3feef8-7ab0-44b7-a31f-f9d3ae6393be gateway port host: dv-cinder-818883-1-smb {{(pid=86839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:54:17.244376 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-3be59a30-619e-4544-a9dd-ab494c626304 req-fd95b2e2-6656-49b3-93e1-c8b8149e8f95 service neutron] 10.222.0.54 "GET /v2.0/networks/2928d89d-b6c7-4b51-90ac-bea7caaf93a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470768 Nov 23 12:54:17.288409 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22e65fa6-c78c-4c51-a5cb-8fa8c6aa5633', 'tag': '872db580-122a-4bd9-8975-450d6b1cfdfe', 'status': 'completed', 'code': 200} Nov 23 12:54:17.428624 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b25819-424b-4010-b19e-6aa081a7f6b8 req-09827681-65c1-4069-8bb0-37b629b14602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:54:17.430400 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-c2b25819-424b-4010-b19e-6aa081a7f6b8 req-09827681-65c1-4069-8bb0-37b629b14602 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=904fe0d63bc7415b845bd812c5c3d7d5&device_id=22e65fa6-c78c-4c51-a5cb-8fa8c6aa5633 HTTP/1.1" status: 200 len: 1098 time: 0.1168938 Nov 23 12:54:17.510270 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3590e6-6462-4c10-bf8d-dc63a37ced78 req-2415cef6-534e-480f-aa5b-6e9c52c237ec tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:54:17.515266 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-5a3590e6-6462-4c10-bf8d-dc63a37ced78 req-2415cef6-534e-480f-aa5b-6e9c52c237ec tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] 10.222.0.31 "GET /v2.0/ports?device_id=872292ed-386e-4699-a03d-8e1c49db1f89 HTTP/1.1" status: 200 len: 945 time: 0.1605461 Nov 23 12:54:17.585945 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2986fde-aa37-43d3-aabe-bbf43ff97695 req-afe825e1-2936-44f0-902a-90d3cf646bbf tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:54:17.588858 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-a2986fde-aa37-43d3-aabe-bbf43ff97695 req-afe825e1-2936-44f0-902a-90d3cf646bbf tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] 10.222.0.31 "GET /v2.0/ports?device_id=22e65fa6-c78c-4c51-a5cb-8fa8c6aa5633 HTTP/1.1" status: 200 len: 945 time: 0.1770804 Nov 23 12:54:17.617600 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-5a3590e6-6462-4c10-bf8d-dc63a37ced78 req-d884c244-082b-4996-8b4b-01384938ad5c tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec7a2df9-5b5f-4d0a-9518-b6602095324f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964394 Nov 23 12:54:17.644077 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_hamode_db [None req-ce184bed-2cc4-4bbe-8be0-853a7d55e4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d3feef8-7ab0-44b7-a31f-f9d3ae6393be', 'name': 'tempest-TestShelveInstance-362531409-router', 'tenant_id': '904fe0d63bc7415b845bd812c5c3d7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'external_fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.194'}], 'enable_snat': True}, 'gw_port_id': 'f1091f7d-9c31-4c69-8e9f-05a575e90811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:49:14Z', 'updated_at': '2021-11-23T12:49:22Z', 'revision_number': 4, 'project_id': '904fe0d63bc7415b845bd812c5c3d7d5', 'gw_port': {'id': 'f1091f7d-9c31-4c69-8e9f-05a575e90811', 'name': '', 'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:6d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3feef8-7ab0-44b7-a31f-f9d3ae6393be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:49:16Z', 'updated_at': '2021-11-23T12:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-smb', '_interfaces': [{'id': 'e82eb69f-bea0-4e7c-b05b-1b089c1427b9', 'name': '', 'network_id': '863a1e50-6324-476a-bb82-68f7fcf8fe7f', 'tenant_id': '904fe0d63bc7415b845bd812c5c3d7d5', 'mac_address': 'fa:16:3e:00:7f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3feef8-7ab0-44b7-a31f-f9d3ae6393be', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'f7f25b7d-0ccf-4bc2-a609-ac7ad2c481be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:49:20Z', 'updated_at': '2021-11-23T12:49:32Z', 'revision_number': 5, 'project_id': '904fe0d63bc7415b845bd812c5c3d7d5', 'subnets': [{'id': 'f7f25b7d-0ccf-4bc2-a609-ac7ad2c481be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-1-smb', False) {} {{(pid=86839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:54:17.650208 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce184bed-2cc4-4bbe-8be0-853a7d55e4ae None None] Checking router: 0d3feef8-7ab0-44b7-a31f-f9d3ae6393be for host: dv-cinder-818883-1-smb {{(pid=86839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 12:54:17.657299 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-a2986fde-aa37-43d3-aabe-bbf43ff97695 req-adcc456b-2e15-469e-aac1-ef1821ada9f1 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9852912-4a05-430b-a939-7e65aa408a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618496 Nov 23 12:54:17.668302 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce184bed-2cc4-4bbe-8be0-853a7d55e4ae None None] Routers {'0d3feef8-7ab0-44b7-a31f-f9d3ae6393be'} bound to L3 agent in host dv-cinder-818883-1-smb {{(pid=86839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:54:17.669424 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_hamode_db [None req-ce184bed-2cc4-4bbe-8be0-853a7d55e4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T12:37:26Z,description=,heartbeat_timestamp=2021-11-23T12:53:56Z,host='dv-cinder-818883-1-smb',id=d7c7f769-7b7b-49b8-a5c1-735df886e043,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:37:26Z,topic='l3_agent')) {'router_ids': ['0d3feef8-7ab0-44b7-a31f-f9d3ae6393be'], 'active': True} {{(pid=86839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:54:17.839589 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b25819-424b-4010-b19e-6aa081a7f6b8 req-787a9571-224d-4ae4-a3e3-b27f632107b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:54:17.841006 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-c2b25819-424b-4010-b19e-6aa081a7f6b8 req-787a9571-224d-4ae4-a3e3-b27f632107b2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=863a1e50-6324-476a-bb82-68f7fcf8fe7f HTTP/1.1" status: 200 len: 909 time: 0.4024220 Nov 23 12:54:17.849848 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a8cf68-0d1d-48d5-bac1-aa36d6d55812 req-de2590f3-275d-4ea9-8b91-497a191369b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:54:17.851364 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-84a8cf68-0d1d-48d5-bac1-aa36d6d55812 req-de2590f3-275d-4ea9-8b91-497a191369b7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e6142a50a1bb4ef9bfd9b1bc59edda1d&device_id=872292ed-386e-4699-a03d-8e1c49db1f89 HTTP/1.1" status: 200 len: 1098 time: 0.3902936 Nov 23 12:54:17.910622 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_dvr_db [None req-ce184bed-2cc4-4bbe-8be0-853a7d55e4ae None None] Set router 0d3feef8-7ab0-44b7-a31f-f9d3ae6393be gateway port host: dv-cinder-818883-1-smb {{(pid=86839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:54:17.946472 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6556994e-5455-44e3-bf56-2a4cd866758b req-02be9d54-a151-4f85-9987-47cfa9b647e9 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:54:17.948391 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-6556994e-5455-44e3-bf56-2a4cd866758b req-02be9d54-a151-4f85-9987-47cfa9b647e9 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/ports?device_id=771c2fd1-bd66-43dd-8871-07ce449befbe HTTP/1.1" status: 200 len: 946 time: 0.1953793 Nov 23 12:54:17.956508 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-c2b25819-424b-4010-b19e-6aa081a7f6b8 req-7560b08a-2d08-45a1-950e-816997caf424 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=872db580-122a-4bd9-8975-450d6b1cfdfe HTTP/1.1" status: 200 len: 217 time: 0.1040769 Nov 23 12:54:18.004372 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-6556994e-5455-44e3-bf56-2a4cd866758b req-6c2f831b-fdcb-4d21-83f9-0adc9d06f0a8 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/security-groups?id=337dbd5f-4ca9-468e-a952-84552889dad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457664 Nov 23 12:54:18.125302 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b25819-424b-4010-b19e-6aa081a7f6b8 req-89ec0f45-c5cf-4e4c-8cf0-22d72530e0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:54:18.127787 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-c2b25819-424b-4010-b19e-6aa081a7f6b8 req-89ec0f45-c5cf-4e4c-8cf0-22d72530e0f3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f7f25b7d-0ccf-4bc2-a609-ac7ad2c481be HTTP/1.1" status: 200 len: 847 time: 0.1135228 Nov 23 12:54:18.209730 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a8cf68-0d1d-48d5-bac1-aa36d6d55812 req-46404739-9b17-47b1-9de2-42ac0758fd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:54:18.211670 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-84a8cf68-0d1d-48d5-bac1-aa36d6d55812 req-46404739-9b17-47b1-9de2-42ac0758fd93 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f34ec0a4-d329-411a-9213-97be29ff4587 HTTP/1.1" status: 200 len: 911 time: 0.2917628 Nov 23 12:54:18.306417 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_hamode_db [None req-ce184bed-2cc4-4bbe-8be0-853a7d55e4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d3feef8-7ab0-44b7-a31f-f9d3ae6393be', 'name': 'tempest-TestShelveInstance-362531409-router', 'tenant_id': '904fe0d63bc7415b845bd812c5c3d7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'external_fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.194'}], 'enable_snat': True}, 'gw_port_id': 'f1091f7d-9c31-4c69-8e9f-05a575e90811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:49:14Z', 'updated_at': '2021-11-23T12:49:22Z', 'revision_number': 4, 'project_id': '904fe0d63bc7415b845bd812c5c3d7d5', 'gw_port': {'id': 'f1091f7d-9c31-4c69-8e9f-05a575e90811', 'name': '', 'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:6d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3feef8-7ab0-44b7-a31f-f9d3ae6393be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:49:16Z', 'updated_at': '2021-11-23T12:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-smb', '_interfaces': [{'id': 'e82eb69f-bea0-4e7c-b05b-1b089c1427b9', 'name': '', 'network_id': '863a1e50-6324-476a-bb82-68f7fcf8fe7f', 'tenant_id': '904fe0d63bc7415b845bd812c5c3d7d5', 'mac_address': 'fa:16:3e:00:7f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3feef8-7ab0-44b7-a31f-f9d3ae6393be', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'f7f25b7d-0ccf-4bc2-a609-ac7ad2c481be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:49:20Z', 'updated_at': '2021-11-23T12:49:32Z', 'revision_number': 5, 'project_id': '904fe0d63bc7415b845bd812c5c3d7d5', 'subnets': [{'id': 'f7f25b7d-0ccf-4bc2-a609-ac7ad2c481be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-1-smb', False) {} {{(pid=86839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:54:18.311261 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce184bed-2cc4-4bbe-8be0-853a7d55e4ae None None] The sync data for ids ['0d3feef8-7ab0-44b7-a31f-f9d3ae6393be'] in dv-cinder-818883-1-smb is: [{'id': '0d3feef8-7ab0-44b7-a31f-f9d3ae6393be', 'name': 'tempest-TestShelveInstance-362531409-router', 'tenant_id': '904fe0d63bc7415b845bd812c5c3d7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'external_fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.194'}], 'enable_snat': True}, 'gw_port_id': 'f1091f7d-9c31-4c69-8e9f-05a575e90811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:49:14Z', 'updated_at': '2021-11-23T12:49:22Z', 'revision_number': 4, 'project_id': '904fe0d63bc7415b845bd812c5c3d7d5', 'gw_port': {'id': 'f1091f7d-9c31-4c69-8e9f-05a575e90811', 'name': '', 'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:6d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3feef8-7ab0-44b7-a31f-f9d3ae6393be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:49:16Z', 'updated_at': '2021-11-23T12:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-smb', '_interfaces': [{'id': 'e82eb69f-bea0-4e7c-b05b-1b089c1427b9', 'name': '', 'network_id': '863a1e50-6324-476a-bb82-68f7fcf8fe7f', 'tenant_id': '904fe0d63bc7415b845bd812c5c3d7d5', 'mac_address': 'fa:16:3e:00:7f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3feef8-7ab0-44b7-a31f-f9d3ae6393be', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'f7f25b7d-0ccf-4bc2-a609-ac7ad2c481be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:49:20Z', 'updated_at': '2021-11-23T12:49:32Z', 'revision_number': 5, 'project_id': '904fe0d63bc7415b845bd812c5c3d7d5', 'subnets': [{'id': 'f7f25b7d-0ccf-4bc2-a609-ac7ad2c481be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 12:54:18.356616 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-84a8cf68-0d1d-48d5-bac1-aa36d6d55812 req-10123d7b-595b-46c2-a1e7-3f9c8c78b86f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=65c7a919-dbd1-44a3-b3ed-fe42d845dbd9 HTTP/1.1" status: 200 len: 1001 time: 0.1376038 Nov 23 12:54:18.362546 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b25819-424b-4010-b19e-6aa081a7f6b8 req-a50b8753-58b8-4e23-8137-defc8c9e2141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:54:18.364142 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-c2b25819-424b-4010-b19e-6aa081a7f6b8 req-a50b8753-58b8-4e23-8137-defc8c9e2141 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=863a1e50-6324-476a-bb82-68f7fcf8fe7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2281702 Nov 23 12:54:18.535987 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a8cf68-0d1d-48d5-bac1-aa36d6d55812 req-8feab41a-b09b-4d55-8360-df3a7de62979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:54:18.537454 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-84a8cf68-0d1d-48d5-bac1-aa36d6d55812 req-8feab41a-b09b-4d55-8360-df3a7de62979 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=456abfc7-81cf-4d5c-adc8-b3f39f8433bb HTTP/1.1" status: 200 len: 849 time: 0.1724744 Nov 23 12:54:18.580340 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a094e4c-3a98-4a3c-b67f-4c94dfd0a79f None None] New status for floating IP d8db2143-11c2-4bd2-bef1-e32ffca3baf5: DOWN {{(pid=86840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 12:54:18.625868 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-c2b25819-424b-4010-b19e-6aa081a7f6b8 req-65239e79-531d-45ea-8efa-4804399a588b service neutron] 10.222.0.54 "GET /v2.0/networks/863a1e50-6324-476a-bb82-68f7fcf8fe7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176518 Nov 23 12:54:18.741445 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a8cf68-0d1d-48d5-bac1-aa36d6d55812 req-bf8eb4cc-61b8-4898-95bb-48f144f9aa95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:54:18.744400 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-84a8cf68-0d1d-48d5-bac1-aa36d6d55812 req-bf8eb4cc-61b8-4898-95bb-48f144f9aa95 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f34ec0a4-d329-411a-9213-97be29ff4587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1968055 Nov 23 12:54:18.861963 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-c2b25819-424b-4010-b19e-6aa081a7f6b8 req-56a102f2-15f1-4982-b8a2-832aa370b767 service neutron] 10.222.0.54 "GET /v2.0/networks/863a1e50-6324-476a-bb82-68f7fcf8fe7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282379 Nov 23 12:54:18.912084 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-84a8cf68-0d1d-48d5-bac1-aa36d6d55812 req-8c4545e9-3292-4e5d-bc36-a5b63de750ae service neutron] 10.222.0.54 "GET /v2.0/networks/f34ec0a4-d329-411a-9213-97be29ff4587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523829 Nov 23 12:54:18.984375 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d555782c-1ddf-4228-8092-4c865d86050b req-1894c8ca-0f3f-4346-835b-4972c033a6e9 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:54:18.991515 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-d555782c-1ddf-4228-8092-4c865d86050b req-1894c8ca-0f3f-4346-835b-4972c033a6e9 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] 10.222.0.31 "GET /v2.0/ports?device_id=872292ed-386e-4699-a03d-8e1c49db1f89 HTTP/1.1" status: 200 len: 945 time: 0.2235308 Nov 23 12:54:19.015185 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8b035e-57f9-4f25-ae2f-8e8468cc78cb req-19a46c46-0547-48ff-a237-c6c7781d30b2 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:54:19.016678 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-db8b035e-57f9-4f25-ae2f-8e8468cc78cb req-19a46c46-0547-48ff-a237-c6c7781d30b2 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] 10.222.0.54 "GET /v2.0/ports?device_id=22e65fa6-c78c-4c51-a5cb-8fa8c6aa5633 HTTP/1.1" status: 200 len: 945 time: 0.2118003 Nov 23 12:54:19.055851 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-84a8cf68-0d1d-48d5-bac1-aa36d6d55812 req-735b9734-61d3-40ef-8c47-f3b74fc92598 service neutron] 10.222.0.54 "GET /v2.0/networks/f34ec0a4-d329-411a-9213-97be29ff4587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367826 Nov 23 12:54:19.064613 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41558d0-c54c-4b49-9028-730e33649340 req-24b7d69b-29fb-4f1a-9276-328d492fee83 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:54:19.066124 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-e41558d0-c54c-4b49-9028-730e33649340 req-24b7d69b-29fb-4f1a-9276-328d492fee83 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] 10.222.0.31 "GET /v2.0/ports?device_id=22e65fa6-c78c-4c51-a5cb-8fa8c6aa5633 HTTP/1.1" status: 200 len: 945 time: 0.2623990 Nov 23 12:54:19.128349 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-d555782c-1ddf-4228-8092-4c865d86050b req-7885dca5-6956-4c79-9602-1086bccabc9e tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec7a2df9-5b5f-4d0a-9518-b6602095324f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1358814 Nov 23 12:54:19.151453 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.plugin [req-db8b035e-57f9-4f25-ae2f-8e8468cc78cb req-93655e5d-2e26-4311-89be-5676596395af tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Deleting port 872db580-122a-4bd9-8975-450d6b1cfdfe {{(pid=86838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 12:54:19.151453 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-db8b035e-57f9-4f25-ae2f-8e8468cc78cb req-93655e5d-2e26-4311-89be-5676596395af tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788171068353'] for port, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:19.211770 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-e41558d0-c54c-4b49-9028-730e33649340 req-0588994b-1d6c-4130-a3d5-7ff3a0e8539b tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] 10.222.0.31 "GET /v2.0/security-groups?id=d9852912-4a05-430b-a939-7e65aa408a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210530 Nov 23 12:54:19.456458 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e50fe6f-c03b-4552-a420-64c764e09af8 req-0b4ed8ad-9f43-4e39-ad4b-b6350943d9c8 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:54:19.457849 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-0e50fe6f-c03b-4552-a420-64c764e09af8 req-0b4ed8ad-9f43-4e39-ad4b-b6350943d9c8 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/ports?device_id=771c2fd1-bd66-43dd-8871-07ce449befbe HTTP/1.1" status: 200 len: 946 time: 0.2130940 Nov 23 12:54:19.496072 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.db [req-db8b035e-57f9-4f25-ae2f-8e8468cc78cb req-93655e5d-2e26-4311-89be-5676596395af tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] For port 872db580-122a-4bd9-8975-450d6b1cfdfe, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=872db580-122a-4bd9-8975-450d6b1cfdfe,segment=NetworkSegment(0d6e231e-1770-4f5b-9528-552955b2b23d),segment_id=0d6e231e-1770-4f5b-9528-552955b2b23d)] {{(pid=86838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:54:19.496520 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-db8b035e-57f9-4f25-ae2f-8e8468cc78cb req-93655e5d-2e26-4311-89be-5676596395af tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506271'] for port, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:19.649911 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.plugin [req-db8b035e-57f9-4f25-ae2f-8e8468cc78cb req-93655e5d-2e26-4311-89be-5676596395af tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Calling delete_port for 872db580-122a-4bd9-8975-450d6b1cfdfe owned by compute:nova {{(pid=86838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 12:54:19.692687 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-0e50fe6f-c03b-4552-a420-64c764e09af8 req-0ec1d650-0ff3-485e-bc3d-7c5dc02c1366 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/security-groups?id=337dbd5f-4ca9-468e-a952-84552889dad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2225425 Nov 23 12:54:19.816704 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-db8b035e-57f9-4f25-ae2f-8e8468cc78cb req-93655e5d-2e26-4311-89be-5676596395af tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788171071573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788170525772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8277302'] for port, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:19.823721 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-f9f3ba84-cee1-4c67-afa8-fdd7b28c8bfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:54:19.870758 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93655e5d-2e26-4311-89be-5676596395af tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Pushing event deleted for resources: {'Port': ['ID=872db580-122a-4bd9-8975-450d6b1cfdfe,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:54:19.916992 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93655e5d-2e26-4311-89be-5676596395af tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:54:19.917392 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93655e5d-2e26-4311-89be-5676596395af tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:54:19.917760 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93655e5d-2e26-4311-89be-5676596395af tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:54:19.918115 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93655e5d-2e26-4311-89be-5676596395af tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:54:19.918465 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93655e5d-2e26-4311-89be-5676596395af tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:54:19.918813 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93655e5d-2e26-4311-89be-5676596395af tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:54:19.919162 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93655e5d-2e26-4311-89be-5676596395af tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:54:19.919503 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93655e5d-2e26-4311-89be-5676596395af tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:54:19.919927 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93655e5d-2e26-4311-89be-5676596395af tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:54:19.920372 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93655e5d-2e26-4311-89be-5676596395af tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:54:19.920719 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93655e5d-2e26-4311-89be-5676596395af tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:54:19.921071 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93655e5d-2e26-4311-89be-5676596395af tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:54:19.928588 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-93655e5d-2e26-4311-89be-5676596395af tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:54:19.965729 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.l3_dvrscheduler_db [req-db8b035e-57f9-4f25-ae2f-8e8468cc78cb req-93655e5d-2e26-4311-89be-5676596395af tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] No DVR routers for this DVR port 872db580-122a-4bd9-8975-450d6b1cfdfe on host hv-cinder-81888 {{(pid=86838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 12:54:19.968721 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-db8b035e-57f9-4f25-ae2f-8e8468cc78cb req-93655e5d-2e26-4311-89be-5676596395af tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188604'] for port, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:19.971630 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22e65fa6-c78c-4c51-a5cb-8fa8c6aa5633', 'name': 'network-vif-deleted', 'tag': '872db580-122a-4bd9-8975-450d6b1cfdfe'}] {{(pid=86838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:54:19.984086 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-db8b035e-57f9-4f25-ae2f-8e8468cc78cb req-93655e5d-2e26-4311-89be-5676596395af tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] 10.222.0.54 "DELETE /v2.0/ports/872db580-122a-4bd9-8975-450d6b1cfdfe HTTP/1.1" status: 204 len: 173 time: 0.9593432 Nov 23 12:54:20.016208 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22e65fa6-c78c-4c51-a5cb-8fa8c6aa5633', 'name': 'network-vif-deleted', 'tag': '872db580-122a-4bd9-8975-450d6b1cfdfe', 'status': 'completed', 'code': 200} Nov 23 12:54:20.030454 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Device 0b7974b4-c179-4876-98ef-42de356ad5ce no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 12:54:20.153031 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:20.188783 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '771c2fd1-bd66-43dd-8871-07ce449befbe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b7974b4-c179-4876-98ef-42de356ad5ce'}] {{(pid=86839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:54:20.200441 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] For port 0b7974b4-c179-4876-98ef-42de356ad5ce, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=0b7974b4-c179-4876-98ef-42de356ad5ce,segment=NetworkSegment(7cb193aa-b0a1-449a-a685-460328a69100),segment_id=7cb193aa-b0a1-449a-a685-460328a69100)] {{(pid=86839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:54:20.205865 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826'] for port, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:20.208764 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-5729fa95-a0b2-41a7-a132-980eed0f06c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:54:20.300991 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Pushing event updated for resources: {'Port': ['ID=0b7974b4-c179-4876-98ef-42de356ad5ce,revision_number=8']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:54:20.306629 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:54:20.354309 dv-cinder-818883-1-smb neutron-server[86839]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '771c2fd1-bd66-43dd-8871-07ce449befbe', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0b7974b4-c179-4876-98ef-42de356ad5ce', 'code': 422} returned with failed status Nov 23 12:54:20.416771 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fd0ee1-542d-455e-a790-9fc1862fb670 req-5451dd33-2154-4663-a229-e365a571ec71 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:54:20.418475 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-a5fd0ee1-542d-455e-a790-9fc1862fb670 req-5451dd33-2154-4663-a229-e365a571ec71 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] 10.222.0.31 "GET /v2.0/ports?device_id=872292ed-386e-4699-a03d-8e1c49db1f89 HTTP/1.1" status: 200 len: 945 time: 0.1621363 Nov 23 12:54:20.521647 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-a5fd0ee1-542d-455e-a790-9fc1862fb670 req-7bddc719-54da-4c91-b946-ec906d7842be tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec7a2df9-5b5f-4d0a-9518-b6602095324f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847225 Nov 23 12:54:20.522092 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-bd529589-42e1-4c2b-8e0b-37ea7b2fdd0c req-b8bf1f39-61da-4340-9bfb-ff7ea1d6f675 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Synchronizing usage tracker for tenant:904fe0d63bc7415b845bd812c5c3d7d5 on resource:port {{(pid=86838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:54:20.541597 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-bd529589-42e1-4c2b-8e0b-37ea7b2fdd0c req-b8bf1f39-61da-4340-9bfb-ff7ea1d6f675 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Unset dirty status for tenant:904fe0d63bc7415b845bd812c5c3d7d5 on resource:port {{(pid=86838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:54:20.550128 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-bd529589-42e1-4c2b-8e0b-37ea7b2fdd0c req-b8bf1f39-61da-4340-9bfb-ff7ea1d6f675 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] 10.222.0.31 "GET /v2.0/ports?device_id=22e65fa6-c78c-4c51-a5cb-8fa8c6aa5633 HTTP/1.1" status: 200 len: 210 time: 0.0889313 Nov 23 12:54:21.469000 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae7e232-b11d-4d20-818e-c9deed6349c9 req-a7e22977-efca-49f7-a34b-e9da31e554ea tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:54:21.470519 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-bae7e232-b11d-4d20-818e-c9deed6349c9 req-a7e22977-efca-49f7-a34b-e9da31e554ea tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/ports?device_id=771c2fd1-bd66-43dd-8871-07ce449befbe HTTP/1.1" status: 200 len: 944 time: 0.0884690 Nov 23 12:54:21.516756 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-bae7e232-b11d-4d20-818e-c9deed6349c9 req-ccb9ec52-bf9a-44e6-b24e-2456560c8785 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/security-groups?id=337dbd5f-4ca9-468e-a952-84552889dad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401428 Nov 23 12:54:21.653461 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 54696) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:54:21.700356 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-3c45ae02-165a-42f0-b726-8a42c7f1eac8 req-4bdb8e5c-111d-4cad-a455-9fe5551ef48e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=771c2fd1-bd66-43dd-8871-07ce449befbe&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0734305 Nov 23 12:54:21.726853 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-f358ff0d-9a89-4ed5-8ace-cb89c2ad89d5 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Notify callbacks [] for security_group, before_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:21.758598 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-f358ff0d-9a89-4ed5-8ace-cb89c2ad89d5 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:21.836563 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-f358ff0d-9a89-4ed5-8ace-cb89c2ad89d5 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:21.840781 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-1f6c3ec3-2074-476f-ae96-432ae0905945 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:54:21.857372 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f358ff0d-9a89-4ed5-8ace-cb89c2ad89d5 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9852912-4a05-430b-a939-7e65aa408a3f,revision_number=None']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:54:21.860742 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-f358ff0d-9a89-4ed5-8ace-cb89c2ad89d5 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:54:21.863273 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-f358ff0d-9a89-4ed5-8ace-cb89c2ad89d5 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Notify callbacks [] for security_group, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:21.866766 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-f358ff0d-9a89-4ed5-8ace-cb89c2ad89d5 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] 10.222.0.31 "DELETE /v2.0/security-groups/d9852912-4a05-430b-a939-7e65aa408a3f HTTP/1.1" status: 204 len: 168 time: 0.2095201 Nov 23 12:54:21.920240 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 54708) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:54:22.767030 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-6fe73a6f-96e9-47e3-b653-b65a712430d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1595807'] for router_interface, before_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:22.814339 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c45ae02-165a-42f0-b726-8a42c7f1eac8 req-a658484b-9482-4b37-9d25-a27d47077baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:54:22.815761 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-3c45ae02-165a-42f0-b726-8a42c7f1eac8 req-a658484b-9482-4b37-9d25-a27d47077baf service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=771c2fd1-bd66-43dd-8871-07ce449befbe&tenant_id=2c9750bf5c154974b0144431d3be6eea HTTP/1.1" status: 200 len: 1097 time: 0.2415738 Nov 23 12:54:22.830099 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48059954-c68e-4a3d-a039-cb36fa47e005 req-a380d057-1f88-4370-8e54-1400baf4f7a3 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:54:22.832354 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-48059954-c68e-4a3d-a039-cb36fa47e005 req-a380d057-1f88-4370-8e54-1400baf4f7a3 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/ports?device_id=771c2fd1-bd66-43dd-8871-07ce449befbe HTTP/1.1" status: 200 len: 944 time: 0.1101434 Nov 23 12:54:22.883610 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5a25bfa6-33db-48c2-9c8a-80a8e03a78ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:22.929190 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-48059954-c68e-4a3d-a039-cb36fa47e005 req-0b092984-22e1-4b28-8d45-47a66ac7d98c tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/security-groups?id=337dbd5f-4ca9-468e-a952-84552889dad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904791 Nov 23 12:54:22.957121 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c45ae02-165a-42f0-b726-8a42c7f1eac8 req-be7da5d8-8f1a-4034-97fb-efcb9a1e69b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:54:22.957238 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-3c45ae02-165a-42f0-b726-8a42c7f1eac8 req-be7da5d8-8f1a-4034-97fb-efcb9a1e69b2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2c9750bf5c154974b0144431d3be6eea&device_id=771c2fd1-bd66-43dd-8871-07ce449befbe HTTP/1.1" status: 200 len: 1097 time: 0.1032109 Nov 23 12:54:23.096482 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c45ae02-165a-42f0-b726-8a42c7f1eac8 req-ac9fbefe-63c0-4d7b-8f57-457e846643d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:54:23.097971 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-3c45ae02-165a-42f0-b726-8a42c7f1eac8 req-ac9fbefe-63c0-4d7b-8f57-457e846643d3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2928d89d-b6c7-4b51-90ac-bea7caaf93a1 HTTP/1.1" status: 200 len: 917 time: 0.1328018 Nov 23 12:54:23.132890 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.plugin [None req-6fe73a6f-96e9-47e3-b653-b65a712430d0 admin admin] Deleting port e82eb69f-bea0-4e7c-b05b-1b089c1427b9 {{(pid=86837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 12:54:23.133238 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-6fe73a6f-96e9-47e3-b653-b65a712430d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788171068353'] for port, before_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:23.204734 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-3c45ae02-165a-42f0-b726-8a42c7f1eac8 req-ba9d40d1-d399-43d4-80e2-924a11562fbc service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0b7974b4-c179-4876-98ef-42de356ad5ce HTTP/1.1" status: 200 len: 1000 time: 0.0990498 Nov 23 12:54:23.269661 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c45ae02-165a-42f0-b726-8a42c7f1eac8 req-371ede01-9d1e-4dd1-af14-f6912e55a0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:54:23.271342 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-3c45ae02-165a-42f0-b726-8a42c7f1eac8 req-371ede01-9d1e-4dd1-af14-f6912e55a0ee service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bfb9a90c-7be8-4cd9-9415-38a9d39de564 HTTP/1.1" status: 200 len: 855 time: 0.0593441 Nov 23 12:54:23.311022 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.db [None req-6fe73a6f-96e9-47e3-b653-b65a712430d0 admin admin] For port e82eb69f-bea0-4e7c-b05b-1b089c1427b9, host dv-cinder-818883-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-smb',level=0,port_id=e82eb69f-bea0-4e7c-b05b-1b089c1427b9,segment=NetworkSegment(0d6e231e-1770-4f5b-9528-552955b2b23d),segment_id=0d6e231e-1770-4f5b-9528-552955b2b23d)] {{(pid=86837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:54:23.312604 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-6fe73a6f-96e9-47e3-b653-b65a712430d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506271'] for port, precommit_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:23.353263 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c45ae02-165a-42f0-b726-8a42c7f1eac8 req-25380fb3-2c8b-417b-bd4a-2152499cfa2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:54:23.354785 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-3c45ae02-165a-42f0-b726-8a42c7f1eac8 req-25380fb3-2c8b-417b-bd4a-2152499cfa2a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2928d89d-b6c7-4b51-90ac-bea7caaf93a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0761662 Nov 23 12:54:23.422245 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:23.440753 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.plugin [None req-6fe73a6f-96e9-47e3-b653-b65a712430d0 admin admin] Calling delete_port for e82eb69f-bea0-4e7c-b05b-1b089c1427b9 owned by network:router_interface {{(pid=86837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 12:54:23.495887 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-3c45ae02-165a-42f0-b726-8a42c7f1eac8 req-3572becb-19bc-4227-a55f-12baf909d52f service neutron] 10.222.0.54 "GET /v2.0/networks/2928d89d-b6c7-4b51-90ac-bea7caaf93a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334631 Nov 23 12:54:23.632894 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-6fe73a6f-96e9-47e3-b653-b65a712430d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788171071573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788170525772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6379447'] for port, after_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:23.637005 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-7817497b-67ce-4961-8042-3fa673b55ae8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:54:23.647023 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-3c45ae02-165a-42f0-b726-8a42c7f1eac8 req-eff632e1-78fd-4a02-b697-e1807f3310c5 service neutron] 10.222.0.54 "GET /v2.0/networks/2928d89d-b6c7-4b51-90ac-bea7caaf93a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439426 Nov 23 12:54:23.684275 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe73a6f-96e9-47e3-b653-b65a712430d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e82eb69f-bea0-4e7c-b05b-1b089c1427b9,revision_number=None']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:54:23.687696 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-6fe73a6f-96e9-47e3-b653-b65a712430d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:54:24.040340 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Device 872db580-122a-4bd9-8975-450d6b1cfdfe no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 12:54:24.122306 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-6fe73a6f-96e9-47e3-b653-b65a712430d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-505967'] for router_interface, after_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:24.158691 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.plugin [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] No Port match for: 872db580-122a-4bd9-8975-450d6b1cfdfe {{(pid=86839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 12:54:24.159539 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Device 872db580-122a-4bd9-8975-450d6b1cfdfe not bound to the agent host hv-cinder-81888 {{(pid=86839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 12:54:24.160289 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Device 0b7974b4-c179-4876-98ef-42de356ad5ce no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 12:54:24.213613 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b965c6-3539-4fd8-9cc5-fe2bf1d54e44 req-1699af85-db78-4263-b61c-082cd9b18a9f tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:54:24.223956 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-b3b965c6-3539-4fd8-9cc5-fe2bf1d54e44 req-1699af85-db78-4263-b61c-082cd9b18a9f tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/ports?device_id=771c2fd1-bd66-43dd-8871-07ce449befbe HTTP/1.1" status: 200 len: 944 time: 0.1698918 Nov 23 12:54:24.323632 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-b3b965c6-3539-4fd8-9cc5-fe2bf1d54e44 req-8eeec8b2-5e7b-4cb7-9907-28a06e533d89 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/security-groups?id=337dbd5f-4ca9-468e-a952-84552889dad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982294 Nov 23 12:54:24.643476 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fe73a6f-96e9-47e3-b653-b65a712430d0 admin admin] Router 0d3feef8-7ab0-44b7-a31f-f9d3ae6393be has already been hosted by L3 agent d7c7f769-7b7b-49b8-a5c1-735df886e043 {{(pid=86837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 12:54:24.842088 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fe73a6f-96e9-47e3-b653-b65a712430d0 admin admin] Notify agent at l3_agent.dv-cinder-818883-1-smb the message routers_updated {{(pid=86837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 12:54:24.854137 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a928da2c-7285-45af-9d58-c8e02bf477d1 None None] Sync routers for ids ['0d3feef8-7ab0-44b7-a31f-f9d3ae6393be'] in dv-cinder-818883-1-smb {{(pid=86839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 12:54:24.861207 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-6fe73a6f-96e9-47e3-b653-b65a712430d0 admin admin] 10.222.0.31 "PUT /v2.0/routers/0d3feef8-7ab0-44b7-a31f-f9d3ae6393be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9395409 Nov 23 12:54:24.864222 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 54738) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:54:24.872966 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a928da2c-7285-45af-9d58-c8e02bf477d1 None None] Routers {'0d3feef8-7ab0-44b7-a31f-f9d3ae6393be'} bound to L3 agent in host dv-cinder-818883-1-smb {{(pid=86839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:54:24.873751 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_hamode_db [None req-a928da2c-7285-45af-9d58-c8e02bf477d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T12:37:26Z,description=,heartbeat_timestamp=2021-11-23T12:53:56Z,host='dv-cinder-818883-1-smb',id=d7c7f769-7b7b-49b8-a5c1-735df886e043,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:37:26Z,topic='l3_agent')) {'router_ids': ['0d3feef8-7ab0-44b7-a31f-f9d3ae6393be'], 'active': True} {{(pid=86839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:54:25.064453 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-7318f16b-c3d4-47ec-ba15-7f4c09d105ae admin admin] Notify callbacks [] for router, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:25.139327 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_dvr_db [None req-a928da2c-7285-45af-9d58-c8e02bf477d1 None None] Set router 0d3feef8-7ab0-44b7-a31f-f9d3ae6393be gateway port host: dv-cinder-818883-1-smb {{(pid=86839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:54:25.151944 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.agents_db [None req-d0d00f27-41a4-4d9d-a63d-8c6bf84d2b10 None None] Agent healthcheck: found 6 active agents {{(pid=86840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 12:54:25.332633 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-7318f16b-c3d4-47ec-ba15-7f4c09d105ae admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:25.345859 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.plugin [None req-7318f16b-c3d4-47ec-ba15-7f4c09d105ae admin admin] Deleting port f1091f7d-9c31-4c69-8e9f-05a575e90811 {{(pid=86838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 12:54:25.346542 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-7318f16b-c3d4-47ec-ba15-7f4c09d105ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788171068353'] for port, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:25.553184 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_hamode_db [None req-a928da2c-7285-45af-9d58-c8e02bf477d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d3feef8-7ab0-44b7-a31f-f9d3ae6393be', 'name': 'tempest-TestShelveInstance-362531409-router', 'tenant_id': '904fe0d63bc7415b845bd812c5c3d7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'external_fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.194'}], 'enable_snat': True}, 'gw_port_id': 'f1091f7d-9c31-4c69-8e9f-05a575e90811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:49:14Z', 'updated_at': '2021-11-23T12:54:23Z', 'revision_number': 5, 'project_id': '904fe0d63bc7415b845bd812c5c3d7d5', 'gw_port': {'id': 'f1091f7d-9c31-4c69-8e9f-05a575e90811', 'name': '', 'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:6d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3feef8-7ab0-44b7-a31f-f9d3ae6393be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:49:16Z', 'updated_at': '2021-11-23T12:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-smb'}], 'dv-cinder-818883-1-smb', False) {} {{(pid=86839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:54:25.558741 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a928da2c-7285-45af-9d58-c8e02bf477d1 None None] Checking router: 0d3feef8-7ab0-44b7-a31f-f9d3ae6393be for host: dv-cinder-818883-1-smb {{(pid=86839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 12:54:25.569148 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a928da2c-7285-45af-9d58-c8e02bf477d1 None None] Routers {'0d3feef8-7ab0-44b7-a31f-f9d3ae6393be'} bound to L3 agent in host dv-cinder-818883-1-smb {{(pid=86839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:54:25.569799 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_hamode_db [None req-a928da2c-7285-45af-9d58-c8e02bf477d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T12:37:26Z,description=,heartbeat_timestamp=2021-11-23T12:53:56Z,host='dv-cinder-818883-1-smb',id=d7c7f769-7b7b-49b8-a5c1-735df886e043,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:37:26Z,topic='l3_agent')) {'router_ids': ['0d3feef8-7ab0-44b7-a31f-f9d3ae6393be'], 'active': True} {{(pid=86839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:54:25.743799 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-79cb8507-18da-4b55-a51e-86c5062a5160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:25.755940 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_dvr_db [None req-a928da2c-7285-45af-9d58-c8e02bf477d1 None None] Set router 0d3feef8-7ab0-44b7-a31f-f9d3ae6393be gateway port host: None {{(pid=86839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:54:25.775940 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.db [None req-7318f16b-c3d4-47ec-ba15-7f4c09d105ae admin admin] For port f1091f7d-9c31-4c69-8e9f-05a575e90811, host dv-cinder-818883-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-smb',level=0,port_id=f1091f7d-9c31-4c69-8e9f-05a575e90811,segment=NetworkSegment(2dcdf227-6722-4632-a1c4-3c71d035812a),segment_id=2dcdf227-6722-4632-a1c4-3c71d035812a)] {{(pid=86838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:54:25.776288 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-7318f16b-c3d4-47ec-ba15-7f4c09d105ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506271'] for port, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:25.791393 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e71df9-68dc-40e3-a4a3-dc05be62de07 req-d631df63-31c9-4412-b2c8-97dae00ba360 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:54:25.801453 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-42e71df9-68dc-40e3-a4a3-dc05be62de07 req-d631df63-31c9-4412-b2c8-97dae00ba360 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/ports?device_id=771c2fd1-bd66-43dd-8871-07ce449befbe HTTP/1.1" status: 200 len: 944 time: 0.1591046 Nov 23 12:54:25.895528 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_hamode_db [None req-a928da2c-7285-45af-9d58-c8e02bf477d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d3feef8-7ab0-44b7-a31f-f9d3ae6393be', 'name': 'tempest-TestShelveInstance-362531409-router', 'tenant_id': '904fe0d63bc7415b845bd812c5c3d7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:49:14Z', 'updated_at': '2021-11-23T12:54:25Z', 'revision_number': 6, 'project_id': '904fe0d63bc7415b845bd812c5c3d7d5', 'gw_port_host': None}], 'dv-cinder-818883-1-smb', False) {} {{(pid=86839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:54:25.900188 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a928da2c-7285-45af-9d58-c8e02bf477d1 None None] The sync data for ids ['0d3feef8-7ab0-44b7-a31f-f9d3ae6393be'] in dv-cinder-818883-1-smb is: [{'id': '0d3feef8-7ab0-44b7-a31f-f9d3ae6393be', 'name': 'tempest-TestShelveInstance-362531409-router', 'tenant_id': '904fe0d63bc7415b845bd812c5c3d7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:49:14Z', 'updated_at': '2021-11-23T12:54:25Z', 'revision_number': 6, 'project_id': '904fe0d63bc7415b845bd812c5c3d7d5', 'gw_port_host': None}] {{(pid=86839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 12:54:25.965464 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.plugin [None req-7318f16b-c3d4-47ec-ba15-7f4c09d105ae admin admin] Calling delete_port for f1091f7d-9c31-4c69-8e9f-05a575e90811 owned by network:router_gateway {{(pid=86838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 12:54:26.030680 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-42e71df9-68dc-40e3-a4a3-dc05be62de07 req-976d0f5e-1917-40a0-9616-349eb0264104 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/security-groups?id=337dbd5f-4ca9-468e-a952-84552889dad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2287605 Nov 23 12:54:26.175521 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-7318f16b-c3d4-47ec-ba15-7f4c09d105ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788171071573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788170525772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8277302'] for port, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:26.180836 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-c649fc73-33a9-4900-af5d-58002b5ef551 tempest-ServerRescueNegativeTestJSON-1116529203 tempest-ServerRescueNegativeTestJSON-1116529203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:54:26.231799 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7318f16b-c3d4-47ec-ba15-7f4c09d105ae admin admin] Pushing event deleted for resources: {'Port': ['ID=f1091f7d-9c31-4c69-8e9f-05a575e90811,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:54:26.299934 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-7318f16b-c3d4-47ec-ba15-7f4c09d105ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:54:26.335715 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-7318f16b-c3d4-47ec-ba15-7f4c09d105ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-505848'] for router_gateway, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:26.504778 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-8254020c-a8f6-4cc9-8d4f-32dd99c2f4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:26.533998 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-7318f16b-c3d4-47ec-ba15-7f4c09d105ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-505939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1029488'] for router, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:26.536559 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-7318f16b-c3d4-47ec-ba15-7f4c09d105ae admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:26.629028 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-7318f16b-c3d4-47ec-ba15-7f4c09d105ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1595766'] for router, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:26.629597 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7318f16b-c3d4-47ec-ba15-7f4c09d105ae admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d3feef8-7ab0-44b7-a31f-f9d3ae6393be {{(pid=86838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 23 12:54:26.645670 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-7318f16b-c3d4-47ec-ba15-7f4c09d105ae admin admin] Notify callbacks [] for router, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:26.646771 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-7318f16b-c3d4-47ec-ba15-7f4c09d105ae admin admin] 10.222.0.31 "DELETE /v2.0/routers/0d3feef8-7ab0-44b7-a31f-f9d3ae6393be HTTP/1.1" status: 204 len: 168 time: 1.7814176 Nov 23 12:54:26.649727 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 54744) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:54:26.710569 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.db_base_plugin_v2 [None req-210cee47-0fc1-4635-bfa3-91aee08fe7f5 admin admin] Deleting subnet f7f25b7d-0ccf-4bc2-a609-ac7ad2c481be {{(pid=86838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 23 12:54:26.716055 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-210cee47-0fc1-4635-bfa3-91aee08fe7f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:26.771457 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-210cee47-0fc1-4635-bfa3-91aee08fe7f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8358448'] for subnet, precommit_delete_associations {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:26.903451 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-210cee47-0fc1-4635-bfa3-91aee08fe7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569929'] for subnet, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:26.997581 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-210cee47-0fc1-4635-bfa3-91aee08fe7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8277253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6323384'] for subnet, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:27.003503 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:54:27.052538 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210cee47-0fc1-4635-bfa3-91aee08fe7f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7f25b7d-0ccf-4bc2-a609-ac7ad2c481be,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:54:27.055743 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-210cee47-0fc1-4635-bfa3-91aee08fe7f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:54:27.056842 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-210cee47-0fc1-4635-bfa3-91aee08fe7f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600637'] for subnet, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:27.062442 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0aebddb-6859-4c58-b0c7-070e385164e2 None None] Network 863a1e50-6324-476a-bb82-68f7fcf8fe7f requested from dv-cinder-818883-1-smb {{(pid=86839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 12:54:27.065781 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-210cee47-0fc1-4635-bfa3-91aee08fe7f5 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/f7f25b7d-0ccf-4bc2-a609-ac7ad2c481be HTTP/1.1" status: 204 len: 168 time: 0.4127538 Nov 23 12:54:27.067269 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 54750) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:54:27.217907 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Device e82eb69f-bea0-4e7c-b05b-1b089c1427b9 no longer exists at agent ovs-agent-dv-cinder-818883-1-smb {{(pid=86839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 12:54:27.275350 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-60ed094e-ffbf-4e31-a41f-d14157d0a3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1549810'] for network, before_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:27.288398 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.plugin [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] No Port match for: e82eb69f-bea0-4e7c-b05b-1b089c1427b9 {{(pid=86839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 12:54:27.288764 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Device e82eb69f-bea0-4e7c-b05b-1b089c1427b9 not bound to the agent host dv-cinder-818883-1-smb {{(pid=86839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 12:54:27.289181 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Device f1091f7d-9c31-4c69-8e9f-05a575e90811 no longer exists at agent ovs-agent-dv-cinder-818883-1-smb {{(pid=86839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 12:54:27.289475 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.plugin [None req-60ed094e-ffbf-4e31-a41f-d14157d0a3d8 admin admin] Deleting port 38a9081e-9d31-4407-ba39-deaf41f5f53a {{(pid=86837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 12:54:27.290039 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-60ed094e-ffbf-4e31-a41f-d14157d0a3d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788171068353'] for port, before_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:27.332871 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c92aa1d-94fd-4656-bc71-22307de91364 req-4b4416e8-f040-440d-8dd1-4c0a5fddc305 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:54:27.334428 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-9c92aa1d-94fd-4656-bc71-22307de91364 req-4b4416e8-f040-440d-8dd1-4c0a5fddc305 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/ports?device_id=771c2fd1-bd66-43dd-8871-07ce449befbe HTTP/1.1" status: 200 len: 944 time: 0.1093636 Nov 23 12:54:27.337590 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.plugin [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] No Port match for: f1091f7d-9c31-4c69-8e9f-05a575e90811 {{(pid=86839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 12:54:27.337944 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Device f1091f7d-9c31-4c69-8e9f-05a575e90811 not bound to the agent host dv-cinder-818883-1-smb {{(pid=86839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 12:54:27.414159 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-9c92aa1d-94fd-4656-bc71-22307de91364 req-319064c8-968c-49a7-94c3-34d5b9d0f686 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/security-groups?id=337dbd5f-4ca9-468e-a952-84552889dad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592430 Nov 23 12:54:27.605765 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f36ed1-f817-4014-ade5-82e0b7af1305 None None] DHCP port deletion for 863a1e50-6324-476a-bb82-68f7fcf8fe7f request from dv-cinder-818883-1-smb {{(pid=86839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 23 12:54:27.610512 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.plugin [None req-07f36ed1-f817-4014-ade5-82e0b7af1305 None None] Deleting port 38a9081e-9d31-4407-ba39-deaf41f5f53a {{(pid=86839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 12:54:27.611053 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-07f36ed1-f817-4014-ade5-82e0b7af1305 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788171068353'] for port, before_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:27.612139 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.db [None req-60ed094e-ffbf-4e31-a41f-d14157d0a3d8 admin admin] For port 38a9081e-9d31-4407-ba39-deaf41f5f53a, host dv-cinder-818883-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-smb',level=0,port_id=38a9081e-9d31-4407-ba39-deaf41f5f53a,segment=NetworkSegment(0d6e231e-1770-4f5b-9528-552955b2b23d),segment_id=0d6e231e-1770-4f5b-9528-552955b2b23d)] {{(pid=86837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:54:27.612500 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-60ed094e-ffbf-4e31-a41f-d14157d0a3d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506271'] for port, precommit_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:27.756120 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.plugin [None req-60ed094e-ffbf-4e31-a41f-d14157d0a3d8 admin admin] Calling delete_port for 38a9081e-9d31-4407-ba39-deaf41f5f53a owned by network:dhcp {{(pid=86837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 12:54:27.869538 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-60ed094e-ffbf-4e31-a41f-d14157d0a3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788171071573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788170525772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6379447'] for port, after_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:27.874552 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-d6767618-86ab-41bb-b3c8-33ea8125dd4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:54:27.894920 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-07f36ed1-f817-4014-ade5-82e0b7af1305 None None] For port 38a9081e-9d31-4407-ba39-deaf41f5f53a, host dv-cinder-818883-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-smb',level=0,port_id=38a9081e-9d31-4407-ba39-deaf41f5f53a,segment=NetworkSegment(0d6e231e-1770-4f5b-9528-552955b2b23d),segment_id=0d6e231e-1770-4f5b-9528-552955b2b23d)] {{(pid=86839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:54:27.895745 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-07f36ed1-f817-4014-ade5-82e0b7af1305 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506271'] for port, precommit_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:27.927847 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ed094e-ffbf-4e31-a41f-d14157d0a3d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=38a9081e-9d31-4407-ba39-deaf41f5f53a,revision_number=None']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:54:27.930979 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-60ed094e-ffbf-4e31-a41f-d14157d0a3d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:54:27.933854 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ed094e-ffbf-4e31-a41f-d14157d0a3d8 admin admin] No DVR routers for this DVR port 38a9081e-9d31-4407-ba39-deaf41f5f53a on host dv-cinder-818883-1-smb {{(pid=86837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 12:54:28.170898 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.plugin [None req-07f36ed1-f817-4014-ade5-82e0b7af1305 None None] Calling delete_port for 38a9081e-9d31-4407-ba39-deaf41f5f53a owned by network:dhcp {{(pid=86839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 12:54:28.211397 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-60ed094e-ffbf-4e31-a41f-d14157d0a3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-568418', 'neutron.services.segments.db._delete_segments_for_network-8788170962598'] for network, precommit_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:28.243156 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.services.segments.db [None req-60ed094e-ffbf-4e31-a41f-d14157d0a3d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['863a1e50-6324-476a-bb82-68f7fcf8fe7f']}} {{(pid=86837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:54:28.257242 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.db.api [None req-07f36ed1-f817-4014-ade5-82e0b7af1305 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 12:54:28.257611 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_db.api [None req-07f36ed1-f817-4014-ade5-82e0b7af1305 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 12:54:28.257757 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.services.segments.db [None req-60ed094e-ffbf-4e31-a41f-d14157d0a3d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d6e231e-1770-4f5b-9528-552955b2b23d') {'for_net_delete': True} {{(pid=86837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:54:28.257996 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.services.segments.db [None req-60ed094e-ffbf-4e31-a41f-d14157d0a3d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d6e231e-1770-4f5b-9528-552955b2b23d') {} {{(pid=86837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:54:28.271211 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-60ed094e-ffbf-4e31-a41f-d14157d0a3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788170845049', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-865874'] for segment, before_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:28.290865 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-60ed094e-ffbf-4e31-a41f-d14157d0a3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572451'] for segment, precommit_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:28.299006 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60ed094e-ffbf-4e31-a41f-d14157d0a3d8 admin admin] Releasing vlan 771 on physical network physnet1 to pool {{(pid=86837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 12:54:28.299496 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-60ed094e-ffbf-4e31-a41f-d14157d0a3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-572458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6379354'] for segment, after_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:28.300349 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-3a3d0f92-e1d8-40e0-8f39-c6b28c555fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:28.313844 dv-cinder-818883-1-smb neutron-server[86837]: Traceback (most recent call last): Nov 23 12:54:28.313844 dv-cinder-818883-1-smb neutron-server[86837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 12:54:28.313844 dv-cinder-818883-1-smb neutron-server[86837]: timer() Nov 23 12:54:28.313844 dv-cinder-818883-1-smb neutron-server[86837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 12:54:28.313844 dv-cinder-818883-1-smb neutron-server[86837]: cb(*args, **kw) Nov 23 12:54:28.313844 dv-cinder-818883-1-smb neutron-server[86837]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 23 12:54:28.313844 dv-cinder-818883-1-smb neutron-server[86837]: return func(*args, **kwargs) Nov 23 12:54:28.313844 dv-cinder-818883-1-smb neutron-server[86837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 12:54:28.313844 dv-cinder-818883-1-smb neutron-server[86837]: self._notify() Nov 23 12:54:28.313844 dv-cinder-818883-1-smb neutron-server[86837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 12:54:28.313844 dv-cinder-818883-1-smb neutron-server[86837]: self.callback(batched_events) Nov 23 12:54:28.313844 dv-cinder-818883-1-smb neutron-server[86837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 12:54:28.313844 dv-cinder-818883-1-smb neutron-server[86837]: event.method(event) Nov 23 12:54:28.313844 dv-cinder-818883-1-smb neutron-server[86837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 23 12:54:28.313844 dv-cinder-818883-1-smb neutron-server[86837]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 12:54:28.313844 dv-cinder-818883-1-smb neutron-server[86837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 23 12:54:28.313844 dv-cinder-818883-1-smb neutron-server[86837]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 12:54:28.313844 dv-cinder-818883-1-smb neutron-server[86837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 23 12:54:28.313844 dv-cinder-818883-1-smb neutron-server[86837]: return f(self, *a, **k) Nov 23 12:54:28.313844 dv-cinder-818883-1-smb neutron-server[86837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 23 12:54:28.313844 dv-cinder-818883-1-smb neutron-server[86837]: return self._get(url).json() Nov 23 12:54:28.313844 dv-cinder-818883-1-smb neutron-server[86837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 23 12:54:28.313844 dv-cinder-818883-1-smb neutron-server[86837]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 12:54:28.313844 dv-cinder-818883-1-smb neutron-server[86837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 12:54:28.313844 dv-cinder-818883-1-smb neutron-server[86837]: return self.request(url, 'GET', **kwargs) Nov 23 12:54:28.313844 dv-cinder-818883-1-smb neutron-server[86837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 12:54:28.313844 dv-cinder-818883-1-smb neutron-server[86837]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 12:54:28.313844 dv-cinder-818883-1-smb neutron-server[86837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 12:54:28.313844 dv-cinder-818883-1-smb neutron-server[86837]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 12:54:28.313844 dv-cinder-818883-1-smb neutron-server[86837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 12:54:28.313844 dv-cinder-818883-1-smb neutron-server[86837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 12:54:28.313844 dv-cinder-818883-1-smb neutron-server[86837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 12:54:28.394750 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-60ed094e-ffbf-4e31-a41f-d14157d0a3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-568411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-505759'] for network, after_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:28.398668 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:54:28.412186 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-60ed094e-ffbf-4e31-a41f-d14157d0a3d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600637'] for network, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:28.425110 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ed094e-ffbf-4e31-a41f-d14157d0a3d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=863a1e50-6324-476a-bb82-68f7fcf8fe7f,revision_number=None']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:54:28.429086 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-60ed094e-ffbf-4e31-a41f-d14157d0a3d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:54:28.431013 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-60ed094e-ffbf-4e31-a41f-d14157d0a3d8 admin admin] 10.222.0.31 "DELETE /v2.0/networks/863a1e50-6324-476a-bb82-68f7fcf8fe7f HTTP/1.1" status: 204 len: 168 time: 1.3621037 Nov 23 12:54:28.433811 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 54756) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:54:28.644236 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6064edd6-bf05-46d0-9173-ead12e8a3c7c req-faef7280-02ca-4ce4-8995-e85fcff9c948 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:54:28.647092 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-6064edd6-bf05-46d0-9173-ead12e8a3c7c req-faef7280-02ca-4ce4-8995-e85fcff9c948 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/ports?device_id=771c2fd1-bd66-43dd-8871-07ce449befbe HTTP/1.1" status: 200 len: 944 time: 0.1120126 Nov 23 12:54:28.705882 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-6064edd6-bf05-46d0-9173-ead12e8a3c7c req-e977c4c1-8cf8-493d-b887-7eb70c353d67 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/security-groups?id=337dbd5f-4ca9-468e-a952-84552889dad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497549 Nov 23 12:54:28.759561 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.plugin [None req-07f36ed1-f817-4014-ade5-82e0b7af1305 None None] Deleting port 38a9081e-9d31-4407-ba39-deaf41f5f53a {{(pid=86839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 12:54:28.760155 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-07f36ed1-f817-4014-ade5-82e0b7af1305 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788171068353'] for port, before_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:28.837999 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.plugin [None req-07f36ed1-f817-4014-ade5-82e0b7af1305 None None] The port '38a9081e-9d31-4407-ba39-deaf41f5f53a' was deleted {{(pid=86839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 23 12:54:29.050690 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-277233fb-4f1b-46cc-84c1-32507a906289 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1595807'] for router_interface, before_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:29.179586 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Device 38a9081e-9d31-4407-ba39-deaf41f5f53a no longer exists at agent ovs-agent-dv-cinder-818883-1-smb {{(pid=86839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 12:54:29.219214 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.plugin [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] No Port match for: 38a9081e-9d31-4407-ba39-deaf41f5f53a {{(pid=86839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 12:54:29.219563 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Device 38a9081e-9d31-4407-ba39-deaf41f5f53a not bound to the agent host dv-cinder-818883-1-smb {{(pid=86839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 12:54:29.443681 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.plugin [None req-277233fb-4f1b-46cc-84c1-32507a906289 admin admin] Deleting port 8ebc29e2-7887-4920-8429-2d901ba7fca0 {{(pid=86837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 12:54:29.444315 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-277233fb-4f1b-46cc-84c1-32507a906289 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788171068353'] for port, before_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:29.627264 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.db [None req-277233fb-4f1b-46cc-84c1-32507a906289 admin admin] For port 8ebc29e2-7887-4920-8429-2d901ba7fca0, host dv-cinder-818883-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-smb',level=0,port_id=8ebc29e2-7887-4920-8429-2d901ba7fca0,segment=NetworkSegment(c0a05d54-52eb-4a0f-af38-9bf1931592ff),segment_id=c0a05d54-52eb-4a0f-af38-9bf1931592ff)] {{(pid=86837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:54:29.627633 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-277233fb-4f1b-46cc-84c1-32507a906289 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506271'] for port, precommit_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:29.885771 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.plugin [None req-277233fb-4f1b-46cc-84c1-32507a906289 admin admin] Calling delete_port for 8ebc29e2-7887-4920-8429-2d901ba7fca0 owned by network:router_interface {{(pid=86837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 12:54:30.072439 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e11ff65-7903-4e95-9ac8-766feff2d0fe req-cb9fc6dd-e801-4336-b897-d044d784aa90 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:54:30.080931 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-1e11ff65-7903-4e95-9ac8-766feff2d0fe req-cb9fc6dd-e801-4336-b897-d044d784aa90 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/ports?device_id=771c2fd1-bd66-43dd-8871-07ce449befbe HTTP/1.1" status: 200 len: 944 time: 0.2303424 Nov 23 12:54:30.119622 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-277233fb-4f1b-46cc-84c1-32507a906289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788171071573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788170525772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6379447'] for port, after_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:30.126424 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-b6553736-1058-4aed-856a-8e239018c5aa tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:54:30.153533 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-1e11ff65-7903-4e95-9ac8-766feff2d0fe req-620fdad1-9264-4ee2-8aa9-0f5ceafdfc18 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/security-groups?id=337dbd5f-4ca9-468e-a952-84552889dad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691144 Nov 23 12:54:30.177031 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277233fb-4f1b-46cc-84c1-32507a906289 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ebc29e2-7887-4920-8429-2d901ba7fca0,revision_number=None']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:54:30.189989 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-277233fb-4f1b-46cc-84c1-32507a906289 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:54:30.519766 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-277233fb-4f1b-46cc-84c1-32507a906289 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-505967'] for router_interface, after_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:31.004080 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-277233fb-4f1b-46cc-84c1-32507a906289 admin admin] Router 09fbce42-3de3-46b9-a5b8-8f173506d25e has already been hosted by L3 agent d7c7f769-7b7b-49b8-a5c1-735df886e043 {{(pid=86837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 12:54:31.233880 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-277233fb-4f1b-46cc-84c1-32507a906289 admin admin] Notify agent at l3_agent.dv-cinder-818883-1-smb the message routers_updated {{(pid=86837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 12:54:31.249109 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1876328a-400f-431f-af95-a2ee352ef8f9 None None] Sync routers for ids ['09fbce42-3de3-46b9-a5b8-8f173506d25e'] in dv-cinder-818883-1-smb {{(pid=86840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 12:54:31.253879 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-277233fb-4f1b-46cc-84c1-32507a906289 admin admin] 10.222.0.31 "PUT /v2.0/routers/09fbce42-3de3-46b9-a5b8-8f173506d25e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8189843 Nov 23 12:54:31.256665 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 54768) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:54:31.278530 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1876328a-400f-431f-af95-a2ee352ef8f9 None None] Routers {'09fbce42-3de3-46b9-a5b8-8f173506d25e'} bound to L3 agent in host dv-cinder-818883-1-smb {{(pid=86840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:54:31.279789 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.l3_hamode_db [None req-1876328a-400f-431f-af95-a2ee352ef8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T12:37:26Z,description=,heartbeat_timestamp=2021-11-23T12:54:26Z,host='dv-cinder-818883-1-smb',id=d7c7f769-7b7b-49b8-a5c1-735df886e043,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:37:26Z,topic='l3_agent')) {'router_ids': ['09fbce42-3de3-46b9-a5b8-8f173506d25e'], 'active': True} {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:54:31.531320 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvr_db [None req-1876328a-400f-431f-af95-a2ee352ef8f9 None None] Set router 09fbce42-3de3-46b9-a5b8-8f173506d25e gateway port host: dv-cinder-818883-1-smb {{(pid=86840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:54:31.561469 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-555fe22d-ca0c-45e4-b472-4205b90b4eb7 admin admin] Notify callbacks [] for router, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:31.688936 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea14628e-3c73-458e-9239-af21edcff093 req-0ba66215-fce6-460b-a254-4e95a695233c tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:54:31.690655 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-ea14628e-3c73-458e-9239-af21edcff093 req-0ba66215-fce6-460b-a254-4e95a695233c tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/ports?device_id=771c2fd1-bd66-43dd-8871-07ce449befbe HTTP/1.1" status: 200 len: 944 time: 0.3453467 Nov 23 12:54:31.834625 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-ea14628e-3c73-458e-9239-af21edcff093 req-8ad58f56-bf59-4b2a-80c6-ffd1db59ef6e tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/security-groups?id=337dbd5f-4ca9-468e-a952-84552889dad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810475 Nov 23 12:54:31.848517 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-555fe22d-ca0c-45e4-b472-4205b90b4eb7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:31.863334 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.plugin [None req-555fe22d-ca0c-45e4-b472-4205b90b4eb7 admin admin] Deleting port 8ca5070d-57e9-428e-abc3-32534711000b {{(pid=86838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 12:54:31.863757 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-555fe22d-ca0c-45e4-b472-4205b90b4eb7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788171068353'] for port, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:32.048936 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.l3_hamode_db [None req-1876328a-400f-431f-af95-a2ee352ef8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09fbce42-3de3-46b9-a5b8-8f173506d25e', 'name': 'tempest-TestShelveInstance-1047492321-router', 'tenant_id': 'eb3119e26d244b21b60a73851e96f9a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'external_fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.140'}], 'enable_snat': True}, 'gw_port_id': '8ca5070d-57e9-428e-abc3-32534711000b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:49:28Z', 'updated_at': '2021-11-23T12:54:30Z', 'revision_number': 5, 'project_id': 'eb3119e26d244b21b60a73851e96f9a8', 'gw_port': {'id': '8ca5070d-57e9-428e-abc3-32534711000b', 'name': '', 'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:5c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fbce42-3de3-46b9-a5b8-8f173506d25e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:49:30Z', 'updated_at': '2021-11-23T12:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-smb'}], 'dv-cinder-818883-1-smb', False) {} {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:54:32.057066 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1876328a-400f-431f-af95-a2ee352ef8f9 None None] Checking router: 09fbce42-3de3-46b9-a5b8-8f173506d25e for host: dv-cinder-818883-1-smb {{(pid=86840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 12:54:32.074376 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1876328a-400f-431f-af95-a2ee352ef8f9 None None] Routers {'09fbce42-3de3-46b9-a5b8-8f173506d25e'} bound to L3 agent in host dv-cinder-818883-1-smb {{(pid=86840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:54:32.075024 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.l3_hamode_db [None req-1876328a-400f-431f-af95-a2ee352ef8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T12:37:26Z,description=,heartbeat_timestamp=2021-11-23T12:54:26Z,host='dv-cinder-818883-1-smb',id=d7c7f769-7b7b-49b8-a5c1-735df886e043,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:37:26Z,topic='l3_agent')) {'router_ids': ['09fbce42-3de3-46b9-a5b8-8f173506d25e'], 'active': True} {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:54:32.131017 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.db [None req-555fe22d-ca0c-45e4-b472-4205b90b4eb7 admin admin] For port 8ca5070d-57e9-428e-abc3-32534711000b, host dv-cinder-818883-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-smb',level=0,port_id=8ca5070d-57e9-428e-abc3-32534711000b,segment=NetworkSegment(2dcdf227-6722-4632-a1c4-3c71d035812a),segment_id=2dcdf227-6722-4632-a1c4-3c71d035812a)] {{(pid=86838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:54:32.131752 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-555fe22d-ca0c-45e4-b472-4205b90b4eb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506271'] for port, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:32.330088 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.plugin [None req-555fe22d-ca0c-45e4-b472-4205b90b4eb7 admin admin] Calling delete_port for 8ca5070d-57e9-428e-abc3-32534711000b owned by network:router_gateway {{(pid=86838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 12:54:32.386582 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvr_db [None req-1876328a-400f-431f-af95-a2ee352ef8f9 None None] Set router 09fbce42-3de3-46b9-a5b8-8f173506d25e gateway port host: None {{(pid=86840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:54:32.494463 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.l3_hamode_db [None req-1876328a-400f-431f-af95-a2ee352ef8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09fbce42-3de3-46b9-a5b8-8f173506d25e', 'name': 'tempest-TestShelveInstance-1047492321-router', 'tenant_id': 'eb3119e26d244b21b60a73851e96f9a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:49:28Z', 'updated_at': '2021-11-23T12:54:31Z', 'revision_number': 6, 'project_id': 'eb3119e26d244b21b60a73851e96f9a8', 'gw_port_host': None}], 'dv-cinder-818883-1-smb', False) {} {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:54:32.499381 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1876328a-400f-431f-af95-a2ee352ef8f9 None None] The sync data for ids ['09fbce42-3de3-46b9-a5b8-8f173506d25e'] in dv-cinder-818883-1-smb is: [{'id': '09fbce42-3de3-46b9-a5b8-8f173506d25e', 'name': 'tempest-TestShelveInstance-1047492321-router', 'tenant_id': 'eb3119e26d244b21b60a73851e96f9a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:49:28Z', 'updated_at': '2021-11-23T12:54:31Z', 'revision_number': 6, 'project_id': 'eb3119e26d244b21b60a73851e96f9a8', 'gw_port_host': None}] {{(pid=86840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 12:54:32.560396 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-555fe22d-ca0c-45e4-b472-4205b90b4eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788171071573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788170525772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8277302'] for port, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:32.565647 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-8a6757a3-1fee-49f4-ab2a-ec13ab4ad804 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:54:32.618046 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555fe22d-ca0c-45e4-b472-4205b90b4eb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ca5070d-57e9-428e-abc3-32534711000b,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:54:32.620665 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-555fe22d-ca0c-45e4-b472-4205b90b4eb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:54:32.728144 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-555fe22d-ca0c-45e4-b472-4205b90b4eb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-505848'] for router_gateway, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:33.075713 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-555fe22d-ca0c-45e4-b472-4205b90b4eb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-505939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1029488'] for router, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:33.082986 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-555fe22d-ca0c-45e4-b472-4205b90b4eb7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:33.144786 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-555fe22d-ca0c-45e4-b472-4205b90b4eb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1595766'] for router, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:33.145334 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-555fe22d-ca0c-45e4-b472-4205b90b4eb7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 09fbce42-3de3-46b9-a5b8-8f173506d25e {{(pid=86838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 23 12:54:33.179892 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f0759b-ceb0-418e-8349-c36529841fbc req-b89667d7-eab0-4c3f-9515-90a821aa48f2 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:54:33.181459 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-38f0759b-ceb0-418e-8349-c36529841fbc req-b89667d7-eab0-4c3f-9515-90a821aa48f2 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/ports?device_id=771c2fd1-bd66-43dd-8871-07ce449befbe HTTP/1.1" status: 200 len: 944 time: 0.1505761 Nov 23 12:54:33.183285 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-555fe22d-ca0c-45e4-b472-4205b90b4eb7 admin admin] Notify callbacks [] for router, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:33.184714 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-555fe22d-ca0c-45e4-b472-4205b90b4eb7 admin admin] 10.222.0.31 "DELETE /v2.0/routers/09fbce42-3de3-46b9-a5b8-8f173506d25e HTTP/1.1" status: 204 len: 168 time: 1.9268947 Nov 23 12:54:33.187473 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 54774) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:54:33.244785 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-38f0759b-ceb0-418e-8349-c36529841fbc req-83f75312-aa44-4bd2-aba5-941467e8547a tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/security-groups?id=337dbd5f-4ca9-468e-a952-84552889dad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551398 Nov 23 12:54:33.262288 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.db_base_plugin_v2 [None req-9793f73e-861b-4f42-820a-68903439b8b7 admin admin] Deleting subnet 79e01c1b-adb8-4032-bd50-d37615495031 {{(pid=86837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 23 12:54:33.266030 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-9793f73e-861b-4f42-820a-68903439b8b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:33.321890 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-9793f73e-861b-4f42-820a-68903439b8b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-865861'] for subnet, precommit_delete_associations {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:33.453447 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-9793f73e-861b-4f42-820a-68903439b8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569929'] for subnet, precommit_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:33.456033 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Device 8ca5070d-57e9-428e-abc3-32534711000b no longer exists at agent ovs-agent-dv-cinder-818883-1-smb {{(pid=86839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 12:54:33.500765 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.plugin [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] No Port match for: 8ca5070d-57e9-428e-abc3-32534711000b {{(pid=86839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 12:54:33.501388 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Device 8ca5070d-57e9-428e-abc3-32534711000b not bound to the agent host dv-cinder-818883-1-smb {{(pid=86839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 12:54:33.501984 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Device 8ebc29e2-7887-4920-8429-2d901ba7fca0 no longer exists at agent ovs-agent-dv-cinder-818883-1-smb {{(pid=86839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 12:54:33.543987 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.plugin [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] No Port match for: 8ebc29e2-7887-4920-8429-2d901ba7fca0 {{(pid=86839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 12:54:33.544338 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Device 8ebc29e2-7887-4920-8429-2d901ba7fca0 not bound to the agent host dv-cinder-818883-1-smb {{(pid=86839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 12:54:33.684357 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-9793f73e-861b-4f42-820a-68903439b8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6379396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8238059'] for subnet, after_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:33.688453 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:54:33.748300 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-9793f73e-861b-4f42-820a-68903439b8b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:33.758858 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e93b80fc-88a7-41e7-9fb3-7bf2e5b0d91a None None] Network 7c33d52a-87ae-4141-a6c7-5d10fc6e3b8d requested from dv-cinder-818883-1-smb {{(pid=86839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 12:54:33.764250 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-9793f73e-861b-4f42-820a-68903439b8b7 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/79e01c1b-adb8-4032-bd50-d37615495031 HTTP/1.1" status: 204 len: 168 time: 0.5755720 Nov 23 12:54:33.766019 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9793f73e-861b-4f42-820a-68903439b8b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79e01c1b-adb8-4032-bd50-d37615495031,revision_number=None']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:54:33.766942 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 54780) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:54:33.785823 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-9793f73e-861b-4f42-820a-68903439b8b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:54:33.908008 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-0b8575f4-e284-4c34-bca5-733066d8cdc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1549810'] for network, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:33.922407 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.plugin [None req-0b8575f4-e284-4c34-bca5-733066d8cdc8 admin admin] Deleting port e5b3513b-72af-4e03-8ec1-47f47858c4e6 {{(pid=86838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 12:54:33.922787 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-0b8575f4-e284-4c34-bca5-733066d8cdc8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788171068353'] for port, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:34.108555 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03da86d3-5f39-44f6-97db-8df4a4344a29 None None] DHCP port deletion for 7c33d52a-87ae-4141-a6c7-5d10fc6e3b8d request from dv-cinder-818883-1-smb {{(pid=86839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 23 12:54:34.116448 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.plugin [None req-03da86d3-5f39-44f6-97db-8df4a4344a29 None None] Deleting port e5b3513b-72af-4e03-8ec1-47f47858c4e6 {{(pid=86839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 12:54:34.117145 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-03da86d3-5f39-44f6-97db-8df4a4344a29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788171068353'] for port, before_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:34.196458 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.db [None req-0b8575f4-e284-4c34-bca5-733066d8cdc8 admin admin] For port e5b3513b-72af-4e03-8ec1-47f47858c4e6, host dv-cinder-818883-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-smb',level=0,port_id=e5b3513b-72af-4e03-8ec1-47f47858c4e6,segment=NetworkSegment(c0a05d54-52eb-4a0f-af38-9bf1931592ff),segment_id=c0a05d54-52eb-4a0f-af38-9bf1931592ff)] {{(pid=86838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:54:34.196458 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-0b8575f4-e284-4c34-bca5-733066d8cdc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506271'] for port, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:34.336656 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.plugin [None req-0b8575f4-e284-4c34-bca5-733066d8cdc8 admin admin] Calling delete_port for e5b3513b-72af-4e03-8ec1-47f47858c4e6 owned by network:dhcp {{(pid=86838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 12:54:34.428988 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-03da86d3-5f39-44f6-97db-8df4a4344a29 None None] For port e5b3513b-72af-4e03-8ec1-47f47858c4e6, host dv-cinder-818883-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-smb',level=0,port_id=e5b3513b-72af-4e03-8ec1-47f47858c4e6,segment=NetworkSegment(c0a05d54-52eb-4a0f-af38-9bf1931592ff),segment_id=c0a05d54-52eb-4a0f-af38-9bf1931592ff)] {{(pid=86839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:54:34.429487 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-03da86d3-5f39-44f6-97db-8df4a4344a29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506271'] for port, precommit_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:34.509677 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-0b8575f4-e284-4c34-bca5-733066d8cdc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788171071573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788170525772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8277302'] for port, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:34.515889 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-70e9a66b-bc6b-432a-a45d-8eabec0bb2df tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:54:34.569478 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8575f4-e284-4c34-bca5-733066d8cdc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5b3513b-72af-4e03-8ec1-47f47858c4e6,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:54:34.571840 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.plugin [None req-03da86d3-5f39-44f6-97db-8df4a4344a29 None None] Calling delete_port for e5b3513b-72af-4e03-8ec1-47f47858c4e6 owned by network:dhcp {{(pid=86839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 12:54:34.573720 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-0b8575f4-e284-4c34-bca5-733066d8cdc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:54:34.581899 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0447ab1b-d216-4747-a169-411634e46e8c req-38d4504c-13ae-4daa-bacc-78a396ddb327 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:54:34.583479 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-0447ab1b-d216-4747-a169-411634e46e8c req-38d4504c-13ae-4daa-bacc-78a396ddb327 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/ports?device_id=771c2fd1-bd66-43dd-8871-07ce449befbe HTTP/1.1" status: 200 len: 944 time: 0.1884305 Nov 23 12:54:34.584593 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8575f4-e284-4c34-bca5-733066d8cdc8 admin admin] No DVR routers for this DVR port e5b3513b-72af-4e03-8ec1-47f47858c4e6 on host dv-cinder-818883-1-smb {{(pid=86838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 12:54:34.649814 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.db.api [None req-03da86d3-5f39-44f6-97db-8df4a4344a29 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 12:54:34.650216 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_db.api [None req-03da86d3-5f39-44f6-97db-8df4a4344a29 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 12:54:34.735849 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:34.744669 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-0447ab1b-d216-4747-a169-411634e46e8c req-6528fa0d-2646-4eb8-ac9d-efba604a0aa4 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/security-groups?id=337dbd5f-4ca9-468e-a952-84552889dad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1311507 Nov 23 12:54:34.746291 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-0b8575f4-e284-4c34-bca5-733066d8cdc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-568418', 'neutron.services.segments.db._delete_segments_for_network-8788170962598'] for network, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:34.772953 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.services.segments.db [None req-0b8575f4-e284-4c34-bca5-733066d8cdc8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c33d52a-87ae-4141-a6c7-5d10fc6e3b8d']}} {{(pid=86838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:54:34.785901 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.services.segments.db [None req-0b8575f4-e284-4c34-bca5-733066d8cdc8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0a05d54-52eb-4a0f-af38-9bf1931592ff') {'for_net_delete': True} {{(pid=86838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:54:34.786185 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.services.segments.db [None req-0b8575f4-e284-4c34-bca5-733066d8cdc8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0a05d54-52eb-4a0f-af38-9bf1931592ff') {} {{(pid=86838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:54:34.798149 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-0b8575f4-e284-4c34-bca5-733066d8cdc8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788170845049', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8358439'] for segment, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:34.816946 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-0b8575f4-e284-4c34-bca5-733066d8cdc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572451'] for segment, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:34.823591 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b8575f4-e284-4c34-bca5-733066d8cdc8 admin admin] Releasing vlan 766 on physical network physnet1 to pool {{(pid=86838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 12:54:34.823840 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-0b8575f4-e284-4c34-bca5-733066d8cdc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-572458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8277467'] for segment, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:34.837133 dv-cinder-818883-1-smb neutron-server[86838]: Traceback (most recent call last): Nov 23 12:54:34.837133 dv-cinder-818883-1-smb neutron-server[86838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 12:54:34.837133 dv-cinder-818883-1-smb neutron-server[86838]: timer() Nov 23 12:54:34.837133 dv-cinder-818883-1-smb neutron-server[86838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 12:54:34.837133 dv-cinder-818883-1-smb neutron-server[86838]: cb(*args, **kw) Nov 23 12:54:34.837133 dv-cinder-818883-1-smb neutron-server[86838]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 23 12:54:34.837133 dv-cinder-818883-1-smb neutron-server[86838]: return func(*args, **kwargs) Nov 23 12:54:34.837133 dv-cinder-818883-1-smb neutron-server[86838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 12:54:34.837133 dv-cinder-818883-1-smb neutron-server[86838]: self._notify() Nov 23 12:54:34.837133 dv-cinder-818883-1-smb neutron-server[86838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 12:54:34.837133 dv-cinder-818883-1-smb neutron-server[86838]: self.callback(batched_events) Nov 23 12:54:34.837133 dv-cinder-818883-1-smb neutron-server[86838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 12:54:34.837133 dv-cinder-818883-1-smb neutron-server[86838]: event.method(event) Nov 23 12:54:34.837133 dv-cinder-818883-1-smb neutron-server[86838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 23 12:54:34.837133 dv-cinder-818883-1-smb neutron-server[86838]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 12:54:34.837133 dv-cinder-818883-1-smb neutron-server[86838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 23 12:54:34.837133 dv-cinder-818883-1-smb neutron-server[86838]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 12:54:34.837133 dv-cinder-818883-1-smb neutron-server[86838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 23 12:54:34.837133 dv-cinder-818883-1-smb neutron-server[86838]: return f(self, *a, **k) Nov 23 12:54:34.837133 dv-cinder-818883-1-smb neutron-server[86838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 23 12:54:34.837133 dv-cinder-818883-1-smb neutron-server[86838]: return self._get(url).json() Nov 23 12:54:34.837133 dv-cinder-818883-1-smb neutron-server[86838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 23 12:54:34.837133 dv-cinder-818883-1-smb neutron-server[86838]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 12:54:34.837133 dv-cinder-818883-1-smb neutron-server[86838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 12:54:34.837133 dv-cinder-818883-1-smb neutron-server[86838]: return self.request(url, 'GET', **kwargs) Nov 23 12:54:34.837133 dv-cinder-818883-1-smb neutron-server[86838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 12:54:34.837133 dv-cinder-818883-1-smb neutron-server[86838]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 12:54:34.837133 dv-cinder-818883-1-smb neutron-server[86838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 12:54:34.837133 dv-cinder-818883-1-smb neutron-server[86838]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 12:54:34.837133 dv-cinder-818883-1-smb neutron-server[86838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 12:54:34.837133 dv-cinder-818883-1-smb neutron-server[86838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 12:54:34.837133 dv-cinder-818883-1-smb neutron-server[86838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 12:54:34.919489 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-0b8575f4-e284-4c34-bca5-733066d8cdc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-568411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-505759'] for network, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:34.923505 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:54:34.936430 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-0b8575f4-e284-4c34-bca5-733066d8cdc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600637'] for network, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:34.946826 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8575f4-e284-4c34-bca5-733066d8cdc8 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c33d52a-87ae-4141-a6c7-5d10fc6e3b8d,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:54:34.949617 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-0b8575f4-e284-4c34-bca5-733066d8cdc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:54:34.951568 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-0b8575f4-e284-4c34-bca5-733066d8cdc8 admin admin] 10.222.0.31 "DELETE /v2.0/networks/7c33d52a-87ae-4141-a6c7-5d10fc6e3b8d HTTP/1.1" status: 204 len: 168 time: 1.1830835 Nov 23 12:54:35.081756 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 54788) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:54:35.141134 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-8b59921c-9d62-4806-9620-504f64048d13 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=904fe0d63bc7415b845bd812c5c3d7d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0580313 Nov 23 12:54:35.143870 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 54792) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:54:35.149672 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Device e5b3513b-72af-4e03-8ec1-47f47858c4e6 no longer exists at agent ovs-agent-dv-cinder-818883-1-smb {{(pid=86839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 12:54:35.178641 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.plugin [None req-03da86d3-5f39-44f6-97db-8df4a4344a29 None None] Deleting port e5b3513b-72af-4e03-8ec1-47f47858c4e6 {{(pid=86839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 12:54:35.179049 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-03da86d3-5f39-44f6-97db-8df4a4344a29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788171068353'] for port, before_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:35.211566 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-9537c42b-2226-4550-8cf0-e0a319207813 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:35.215556 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.plugin [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] No Port match for: e5b3513b-72af-4e03-8ec1-47f47858c4e6 {{(pid=86839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 12:54:35.215912 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Device e5b3513b-72af-4e03-8ec1-47f47858c4e6 not bound to the agent host dv-cinder-818883-1-smb {{(pid=86839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 12:54:35.241810 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-9537c42b-2226-4550-8cf0-e0a319207813 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:35.256332 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.plugin [None req-03da86d3-5f39-44f6-97db-8df4a4344a29 None None] The port 'e5b3513b-72af-4e03-8ec1-47f47858c4e6' was deleted {{(pid=86839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 23 12:54:35.297916 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-9537c42b-2226-4550-8cf0-e0a319207813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:35.301824 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-d7889aec-9cd8-4736-85d5-e6de96123a92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:54:35.313365 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9537c42b-2226-4550-8cf0-e0a319207813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2eac886-b18c-4b07-92ae-bc19d920b4cb,revision_number=None']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:54:35.317188 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-9537c42b-2226-4550-8cf0-e0a319207813 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:54:35.320833 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-9537c42b-2226-4550-8cf0-e0a319207813 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:35.324901 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-9537c42b-2226-4550-8cf0-e0a319207813 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c2eac886-b18c-4b07-92ae-bc19d920b4cb HTTP/1.1" status: 204 len: 168 time: 0.1770303 Nov 23 12:54:35.706481 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 54800) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:54:35.803867 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-0cd876f1-e687-4bca-b90c-440eb41354a9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=eb3119e26d244b21b60a73851e96f9a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0900931 Nov 23 12:54:35.807245 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 54806) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:54:35.889239 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-a59b88f3-f5f0-42f1-b413-0305111698a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:35.917320 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-a59b88f3-f5f0-42f1-b413-0305111698a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:35.975439 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a12093-83e6-41f9-bd9d-2555cfc0f539 req-191dc479-c30b-4892-a208-0aeccd94144a tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:54:35.975720 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-a59b88f3-f5f0-42f1-b413-0305111698a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:35.977133 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-85a12093-83e6-41f9-bd9d-2555cfc0f539 req-191dc479-c30b-4892-a208-0aeccd94144a tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/ports?device_id=771c2fd1-bd66-43dd-8871-07ce449befbe HTTP/1.1" status: 200 len: 944 time: 0.0889969 Nov 23 12:54:35.979494 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-d9f94363-9634-4cfb-8160-d1fe98cbdde0 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:54:35.991592 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b88f3-f5f0-42f1-b413-0305111698a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c3de8bc-2776-4edd-837b-8acdcbfb866a,revision_number=None']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:54:35.995229 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-a59b88f3-f5f0-42f1-b413-0305111698a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:54:36.000056 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-a59b88f3-f5f0-42f1-b413-0305111698a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:36.001196 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-a59b88f3-f5f0-42f1-b413-0305111698a0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0c3de8bc-2776-4edd-837b-8acdcbfb866a HTTP/1.1" status: 204 len: 168 time: 0.1960366 Nov 23 12:54:36.030467 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-85a12093-83e6-41f9-bd9d-2555cfc0f539 req-50b1f4c0-20fa-4679-b22d-472911df2199 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/security-groups?id=337dbd5f-4ca9-468e-a952-84552889dad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470669 Nov 23 12:54:37.234436 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b648d7-945d-4c90-8c60-74bcfc0d55dd req-5e368a0a-2ea7-4c29-966a-be48197cc883 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:54:37.236042 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-80b648d7-945d-4c90-8c60-74bcfc0d55dd req-5e368a0a-2ea7-4c29-966a-be48197cc883 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/ports?device_id=771c2fd1-bd66-43dd-8871-07ce449befbe HTTP/1.1" status: 200 len: 944 time: 0.0849402 Nov 23 12:54:37.289059 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-80b648d7-945d-4c90-8c60-74bcfc0d55dd req-b0634f70-151e-4e69-9f52-8d2cd8d485e1 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/security-groups?id=337dbd5f-4ca9-468e-a952-84552889dad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472300 Nov 23 12:54:38.085869 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Device 0b7974b4-c179-4876-98ef-42de356ad5ce details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 23 12:54:38.225432 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] For port 0b7974b4-c179-4876-98ef-42de356ad5ce, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=0b7974b4-c179-4876-98ef-42de356ad5ce,segment=NetworkSegment(7cb193aa-b0a1-449a-a685-460328a69100),segment_id=7cb193aa-b0a1-449a-a685-460328a69100)] {{(pid=86839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:54:38.239414 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Returning: {'device': '0b7974b4-c179-4876-98ef-42de356ad5ce', 'network_id': '2928d89d-b6c7-4b51-90ac-bea7caaf93a1', 'port_id': '0b7974b4-c179-4876-98ef-42de356ad5ce', 'mac_address': 'fa:16:3e:3f:45:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfb9a90c-7be8-4cd9-9415-38a9d39de564', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 23 12:54:38.300340 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:38.317343 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.notifiers.nova [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b7974b4-c179-4876-98ef-42de356ad5ce {{(pid=86839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 12:54:38.333847 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] For port 0b7974b4-c179-4876-98ef-42de356ad5ce, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=0b7974b4-c179-4876-98ef-42de356ad5ce,segment=NetworkSegment(7cb193aa-b0a1-449a-a685-460328a69100),segment_id=7cb193aa-b0a1-449a-a685-460328a69100)] {{(pid=86839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:54:38.344865 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826'] for port, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:38.347137 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:54:38.415188 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Pushing event updated for resources: {'Port': ['ID=0b7974b4-c179-4876-98ef-42de356ad5ce,revision_number=9']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:54:38.418590 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:54:38.485175 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad50efb-3167-41fd-8493-99925e14ee9a req-43056924-215f-4495-8ada-fde4715cae82 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:54:38.486648 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-5ad50efb-3167-41fd-8493-99925e14ee9a req-43056924-215f-4495-8ada-fde4715cae82 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/ports?device_id=771c2fd1-bd66-43dd-8871-07ce449befbe HTTP/1.1" status: 200 len: 945 time: 0.0846074 Nov 23 12:54:38.534966 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-5ad50efb-3167-41fd-8493-99925e14ee9a req-d172f0c4-f10f-46c1-9686-ef112298159d tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/security-groups?id=337dbd5f-4ca9-468e-a952-84552889dad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422690 Nov 23 12:54:38.611542 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] get_ports_and_sgs() called for port_ids ['0b7974b4-c179-4876-98ef-42de356ad5ce'] {{(pid=86839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 12:54:39.835410 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a207c7f-e288-4871-b07e-bc34ff910e8e req-9922e8d6-8a4e-40c1-a294-56f42b54a248 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:54:39.836800 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-4a207c7f-e288-4871-b07e-bc34ff910e8e req-9922e8d6-8a4e-40c1-a294-56f42b54a248 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/ports?device_id=771c2fd1-bd66-43dd-8871-07ce449befbe HTTP/1.1" status: 200 len: 945 time: 0.1898940 Nov 23 12:54:39.887960 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-4a207c7f-e288-4871-b07e-bc34ff910e8e req-636d7330-c79b-4b2b-91fe-33c8f9fd9af4 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/security-groups?id=337dbd5f-4ca9-468e-a952-84552889dad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449822 Nov 23 12:54:40.095919 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Device 0b7974b4-c179-4876-98ef-42de356ad5ce up at agent hyperv_hv-cinder-81888 {{(pid=86839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:54:40.170988 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Provisioning complete for port 0b7974b4-c179-4876-98ef-42de356ad5ce triggered by entity L2. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:54:40.171304 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567787'] for port, provisioning_complete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:40.292933 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:40.321817 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '771c2fd1-bd66-43dd-8871-07ce449befbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b7974b4-c179-4876-98ef-42de356ad5ce'}] {{(pid=86839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:54:40.333026 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] For port 0b7974b4-c179-4876-98ef-42de356ad5ce, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=0b7974b4-c179-4876-98ef-42de356ad5ce,segment=NetworkSegment(7cb193aa-b0a1-449a-a685-460328a69100),segment_id=7cb193aa-b0a1-449a-a685-460328a69100)] {{(pid=86839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:54:40.338532 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826'] for port, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:40.341669 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:54:40.377976 dv-cinder-818883-1-smb neutron-server[86839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '771c2fd1-bd66-43dd-8871-07ce449befbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b7974b4-c179-4876-98ef-42de356ad5ce', 'code': 200} Nov 23 12:54:40.413388 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Pushing event updated for resources: {'Port': ['ID=0b7974b4-c179-4876-98ef-42de356ad5ce,revision_number=10']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:54:40.416612 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:54:40.625827 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304f3094-55c4-4575-8ea9-539b275c768a req-d389ea53-9afd-42a8-a846-32cfa7290182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:54:40.627331 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-304f3094-55c4-4575-8ea9-539b275c768a req-d389ea53-9afd-42a8-a846-32cfa7290182 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=771c2fd1-bd66-43dd-8871-07ce449befbe HTTP/1.1" status: 200 len: 1100 time: 0.0705447 Nov 23 12:54:40.672467 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-304f3094-55c4-4575-8ea9-539b275c768a req-236f4364-79bc-4231-a998-c94bfa25bc7b service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=337dbd5f-4ca9-468e-a952-84552889dad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371785 Nov 23 12:54:41.085163 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd4a053-c199-4d98-b0e8-00a7144ac01a req-baf48759-98b8-4175-a8aa-d5100bad2be4 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:54:41.086684 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-7fd4a053-c199-4d98-b0e8-00a7144ac01a req-baf48759-98b8-4175-a8aa-d5100bad2be4 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/ports?device_id=771c2fd1-bd66-43dd-8871-07ce449befbe HTTP/1.1" status: 200 len: 947 time: 0.0877073 Nov 23 12:54:41.137436 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-7fd4a053-c199-4d98-b0e8-00a7144ac01a req-92714072-7dff-4404-ba04-05365e3e5c30 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/security-groups?id=337dbd5f-4ca9-468e-a952-84552889dad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441265 Nov 23 12:54:42.346149 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23efa0e3-7105-42b8-bef7-a69549fd5148 req-a65634a3-33a5-43f2-85ab-5b23a6396555 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:54:42.347881 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-23efa0e3-7105-42b8-bef7-a69549fd5148 req-a65634a3-33a5-43f2-85ab-5b23a6396555 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/ports?device_id=771c2fd1-bd66-43dd-8871-07ce449befbe HTTP/1.1" status: 200 len: 947 time: 0.0882061 Nov 23 12:54:42.402996 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-23efa0e3-7105-42b8-bef7-a69549fd5148 req-2a4b0c2a-ac14-447f-a28c-bb974cf06cb1 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/security-groups?id=337dbd5f-4ca9-468e-a952-84552889dad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465510 Nov 23 12:54:43.615930 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01533ff-f74a-4d09-9a7c-c4d2620fd2ac req-5fc4f672-c474-4bb3-ac68-8a6840dac7d0 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:54:43.617442 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f01533ff-f74a-4d09-9a7c-c4d2620fd2ac req-5fc4f672-c474-4bb3-ac68-8a6840dac7d0 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/ports?device_id=771c2fd1-bd66-43dd-8871-07ce449befbe HTTP/1.1" status: 200 len: 947 time: 0.0884147 Nov 23 12:54:43.666376 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f01533ff-f74a-4d09-9a7c-c4d2620fd2ac req-5a43e829-8d6c-488f-ab63-7805489fe5bc tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/security-groups?id=337dbd5f-4ca9-468e-a952-84552889dad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402191 Nov 23 12:54:52.880529 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-93d92b26-1d6e-4f57-92c0-bd88d1b8a3a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:53.419500 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:55.689804 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-0aed9b57-cace-42f3-9539-c73d4d56b4ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:56.510156 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-8254020c-a8f6-4cc9-8d4f-32dd99c2f4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:58.300938 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-3a3d0f92-e1d8-40e0-8f39-c6b28c555fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:59.528351 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7fd759-4ef7-4f36-90cc-7be93334c553 req-0655c44e-2be7-492c-884f-e847284a2778 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:54:59.529624 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-0a7fd759-4ef7-4f36-90cc-7be93334c553 req-0655c44e-2be7-492c-884f-e847284a2778 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] 10.222.0.31 "GET /v2.0/ports?device_id=872292ed-386e-4699-a03d-8e1c49db1f89 HTTP/1.1" status: 200 len: 945 time: 0.0879693 Nov 23 12:54:59.575956 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-0a7fd759-4ef7-4f36-90cc-7be93334c553 req-bc0a33ef-501d-46b4-99db-88283b737ca3 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec7a2df9-5b5f-4d0a-9518-b6602095324f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402687 Nov 23 12:55:00.609322 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4313ce1-875f-4bf6-8928-f2904d0162ba req-29e53527-d2ba-46f8-91c2-ee90093ffb83 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:55:00.610945 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f4313ce1-875f-4bf6-8928-f2904d0162ba req-29e53527-d2ba-46f8-91c2-ee90093ffb83 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] 10.222.0.54 "GET /v2.0/ports?device_id=872292ed-386e-4699-a03d-8e1c49db1f89 HTTP/1.1" status: 200 len: 945 time: 0.0840058 Nov 23 12:55:00.691516 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.plugin [req-f4313ce1-875f-4bf6-8928-f2904d0162ba req-e7a2d978-adb3-4781-96c7-d012b6459354 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Deleting port 65c7a919-dbd1-44a3-b3ed-fe42d845dbd9 {{(pid=86838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 12:55:00.691973 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-f4313ce1-875f-4bf6-8928-f2904d0162ba req-e7a2d978-adb3-4781-96c7-d012b6459354 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788171068353'] for port, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:00.961146 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517f8f16-8ebc-4b36-827f-cac534bf9b1b req-00e277de-cb53-48cf-9f25-1c305b29c0ac tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:55:00.962536 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-517f8f16-8ebc-4b36-827f-cac534bf9b1b req-00e277de-cb53-48cf-9f25-1c305b29c0ac tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] 10.222.0.31 "GET /v2.0/ports?device_id=872292ed-386e-4699-a03d-8e1c49db1f89 HTTP/1.1" status: 200 len: 945 time: 0.2448218 Nov 23 12:55:01.046683 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-517f8f16-8ebc-4b36-827f-cac534bf9b1b req-2c9d2fce-d00d-42d8-9e83-f91231e17fb8 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec7a2df9-5b5f-4d0a-9518-b6602095324f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769100 Nov 23 12:55:01.052194 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.db [req-f4313ce1-875f-4bf6-8928-f2904d0162ba req-e7a2d978-adb3-4781-96c7-d012b6459354 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] For port 65c7a919-dbd1-44a3-b3ed-fe42d845dbd9, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=65c7a919-dbd1-44a3-b3ed-fe42d845dbd9,segment=NetworkSegment(72423ed0-d64a-4579-bbc7-85380a74b257),segment_id=72423ed0-d64a-4579-bbc7-85380a74b257)] {{(pid=86838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:55:01.052563 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-f4313ce1-875f-4bf6-8928-f2904d0162ba req-e7a2d978-adb3-4781-96c7-d012b6459354 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506271'] for port, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:01.350537 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-f4313ce1-875f-4bf6-8928-f2904d0162ba req-e7a2d978-adb3-4781-96c7-d012b6459354 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:01.350946 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-f4313ce1-875f-4bf6-8928-f2904d0162ba req-e7a2d978-adb3-4781-96c7-d012b6459354 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-505741'] for floatingip, after_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:01.351264 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.db.l3_db [req-f4313ce1-875f-4bf6-8928-f2904d0162ba req-e7a2d978-adb3-4781-96c7-d012b6459354 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Floating IP 7f3f4d41-d4ae-4a99-9cdd-a709a4ab9614 disassociated. External IP: 172.28.2.201, port: 65c7a919-dbd1-44a3-b3ed-fe42d845dbd9. Nov 23 12:55:01.351608 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.plugin [req-f4313ce1-875f-4bf6-8928-f2904d0162ba req-e7a2d978-adb3-4781-96c7-d012b6459354 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Calling delete_port for 65c7a919-dbd1-44a3-b3ed-fe42d845dbd9 owned by compute:nova {{(pid=86838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 12:55:01.505586 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-f4313ce1-875f-4bf6-8928-f2904d0162ba req-e7a2d978-adb3-4781-96c7-d012b6459354 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788171071573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788170525772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8277302'] for port, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:01.512896 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-05488315-0aff-4130-bcee-2400cc1d8fb9 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:55:01.570914 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a2d978-adb3-4781-96c7-d012b6459354 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Pushing event deleted for resources: {'Port': ['ID=65c7a919-dbd1-44a3-b3ed-fe42d845dbd9,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:55:01.573981 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-e7a2d978-adb3-4781-96c7-d012b6459354 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:55:01.871602 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f4313ce1-875f-4bf6-8928-f2904d0162ba req-e7a2d978-adb3-4781-96c7-d012b6459354 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Router ea4af844-59f5-4385-9717-8f131d50a6ea has already been hosted by L3 agent d7c7f769-7b7b-49b8-a5c1-735df886e043 {{(pid=86838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 12:55:02.067900 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f4313ce1-875f-4bf6-8928-f2904d0162ba req-e7a2d978-adb3-4781-96c7-d012b6459354 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Notify agent at l3_agent.dv-cinder-818883-1-smb the message routers_updated {{(pid=86838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 12:55:02.086565 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38bf8fcd-4328-4c9a-a956-3556d1631222 None None] Sync routers for ids ['ea4af844-59f5-4385-9717-8f131d50a6ea'] in dv-cinder-818883-1-smb {{(pid=86839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 12:55:02.101060 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38bf8fcd-4328-4c9a-a956-3556d1631222 None None] Routers {'ea4af844-59f5-4385-9717-8f131d50a6ea'} bound to L3 agent in host dv-cinder-818883-1-smb {{(pid=86839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:55:02.102136 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_hamode_db [None req-38bf8fcd-4328-4c9a-a956-3556d1631222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T12:37:26Z,description=,heartbeat_timestamp=2021-11-23T12:54:56Z,host='dv-cinder-818883-1-smb',id=d7c7f769-7b7b-49b8-a5c1-735df886e043,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:37:26Z,topic='l3_agent')) {'router_ids': ['ea4af844-59f5-4385-9717-8f131d50a6ea'], 'active': True} {{(pid=86839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:55:02.151673 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.agents_db [None req-d0d00f27-41a4-4d9d-a63d-8c6bf84d2b10 None None] Agent healthcheck: found 6 active agents {{(pid=86840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 12:55:02.168354 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4313ce1-875f-4bf6-8928-f2904d0162ba req-e7a2d978-adb3-4781-96c7-d012b6459354 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] No DVR routers for this DVR port 65c7a919-dbd1-44a3-b3ed-fe42d845dbd9 on host hv-cinder-81888 {{(pid=86838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 12:55:02.171324 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-f4313ce1-875f-4bf6-8928-f2904d0162ba req-e7a2d978-adb3-4781-96c7-d012b6459354 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188604'] for port, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:02.175894 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '872292ed-386e-4699-a03d-8e1c49db1f89', 'name': 'network-vif-deleted', 'tag': '65c7a919-dbd1-44a3-b3ed-fe42d845dbd9'}] {{(pid=86838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:55:02.223302 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f4313ce1-875f-4bf6-8928-f2904d0162ba req-e7a2d978-adb3-4781-96c7-d012b6459354 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] 10.222.0.54 "DELETE /v2.0/ports/65c7a919-dbd1-44a3-b3ed-fe42d845dbd9 HTTP/1.1" status: 204 len: 173 time: 1.6065850 Nov 23 12:55:02.230409 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-cfdd0a57-53a4-4e77-9938-d359ff53beeb req-1e8b38f5-be9f-4ddc-b70d-46e9bbae9744 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Synchronizing usage tracker for tenant:e6142a50a1bb4ef9bfd9b1bc59edda1d on resource:port {{(pid=86838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:55:02.240190 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '872292ed-386e-4699-a03d-8e1c49db1f89', 'name': 'network-vif-deleted', 'tag': '65c7a919-dbd1-44a3-b3ed-fe42d845dbd9', 'status': 'completed', 'code': 200} Nov 23 12:55:02.251180 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-cfdd0a57-53a4-4e77-9938-d359ff53beeb req-1e8b38f5-be9f-4ddc-b70d-46e9bbae9744 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Unset dirty status for tenant:e6142a50a1bb4ef9bfd9b1bc59edda1d on resource:port {{(pid=86838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:55:02.252496 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-cfdd0a57-53a4-4e77-9938-d359ff53beeb req-1e8b38f5-be9f-4ddc-b70d-46e9bbae9744 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] 10.222.0.31 "GET /v2.0/ports?device_id=872292ed-386e-4699-a03d-8e1c49db1f89 HTTP/1.1" status: 200 len: 210 time: 0.0687468 Nov 23 12:55:02.298431 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_dvr_db [None req-38bf8fcd-4328-4c9a-a956-3556d1631222 None None] Set router ea4af844-59f5-4385-9717-8f131d50a6ea gateway port host: dv-cinder-818883-1-smb {{(pid=86839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:55:02.628482 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_hamode_db [None req-38bf8fcd-4328-4c9a-a956-3556d1631222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea4af844-59f5-4385-9717-8f131d50a6ea', 'name': 'tempest-AttachVolumeTestJSON-781259906-router', 'tenant_id': 'e6142a50a1bb4ef9bfd9b1bc59edda1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'external_fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.214'}], 'enable_snat': True}, 'gw_port_id': 'f55fc293-445d-4fee-9e3d-5f5d05c8d39c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:46:10Z', 'updated_at': '2021-11-23T12:46:21Z', 'revision_number': 4, 'project_id': 'e6142a50a1bb4ef9bfd9b1bc59edda1d', 'gw_port': {'id': 'f55fc293-445d-4fee-9e3d-5f5d05c8d39c', 'name': '', 'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:4d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4af844-59f5-4385-9717-8f131d50a6ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:46:11Z', 'updated_at': '2021-11-23T12:46:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-smb', '_interfaces': [{'id': '419537b5-27b9-4947-af41-1b4829e4c6fc', 'name': '', 'network_id': 'f34ec0a4-d329-411a-9213-97be29ff4587', 'tenant_id': 'e6142a50a1bb4ef9bfd9b1bc59edda1d', 'mac_address': 'fa:16:3e:b2:08:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4af844-59f5-4385-9717-8f131d50a6ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '456abfc7-81cf-4d5c-adc8-b3f39f8433bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:46:18Z', 'updated_at': '2021-11-23T12:46:36Z', 'revision_number': 5, 'project_id': 'e6142a50a1bb4ef9bfd9b1bc59edda1d', 'subnets': [{'id': '456abfc7-81cf-4d5c-adc8-b3f39f8433bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-1-smb', False) {} {{(pid=86839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:55:02.635073 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38bf8fcd-4328-4c9a-a956-3556d1631222 None None] Checking router: ea4af844-59f5-4385-9717-8f131d50a6ea for host: dv-cinder-818883-1-smb {{(pid=86839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 12:55:02.646635 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38bf8fcd-4328-4c9a-a956-3556d1631222 None None] Routers {'ea4af844-59f5-4385-9717-8f131d50a6ea'} bound to L3 agent in host dv-cinder-818883-1-smb {{(pid=86839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:55:02.647284 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_hamode_db [None req-38bf8fcd-4328-4c9a-a956-3556d1631222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T12:37:26Z,description=,heartbeat_timestamp=2021-11-23T12:54:56Z,host='dv-cinder-818883-1-smb',id=d7c7f769-7b7b-49b8-a5c1-735df886e043,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:37:26Z,topic='l3_agent')) {'router_ids': ['ea4af844-59f5-4385-9717-8f131d50a6ea'], 'active': True} {{(pid=86839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:55:02.841279 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_dvr_db [None req-38bf8fcd-4328-4c9a-a956-3556d1631222 None None] Set router ea4af844-59f5-4385-9717-8f131d50a6ea gateway port host: dv-cinder-818883-1-smb {{(pid=86839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:55:03.195973 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_hamode_db [None req-38bf8fcd-4328-4c9a-a956-3556d1631222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea4af844-59f5-4385-9717-8f131d50a6ea', 'name': 'tempest-AttachVolumeTestJSON-781259906-router', 'tenant_id': 'e6142a50a1bb4ef9bfd9b1bc59edda1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'external_fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.214'}], 'enable_snat': True}, 'gw_port_id': 'f55fc293-445d-4fee-9e3d-5f5d05c8d39c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:46:10Z', 'updated_at': '2021-11-23T12:46:21Z', 'revision_number': 4, 'project_id': 'e6142a50a1bb4ef9bfd9b1bc59edda1d', 'gw_port': {'id': 'f55fc293-445d-4fee-9e3d-5f5d05c8d39c', 'name': '', 'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:4d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4af844-59f5-4385-9717-8f131d50a6ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:46:11Z', 'updated_at': '2021-11-23T12:46:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-smb', '_interfaces': [{'id': '419537b5-27b9-4947-af41-1b4829e4c6fc', 'name': '', 'network_id': 'f34ec0a4-d329-411a-9213-97be29ff4587', 'tenant_id': 'e6142a50a1bb4ef9bfd9b1bc59edda1d', 'mac_address': 'fa:16:3e:b2:08:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4af844-59f5-4385-9717-8f131d50a6ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '456abfc7-81cf-4d5c-adc8-b3f39f8433bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:46:18Z', 'updated_at': '2021-11-23T12:46:36Z', 'revision_number': 5, 'project_id': 'e6142a50a1bb4ef9bfd9b1bc59edda1d', 'subnets': [{'id': '456abfc7-81cf-4d5c-adc8-b3f39f8433bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-1-smb', False) {} {{(pid=86839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:55:03.200139 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38bf8fcd-4328-4c9a-a956-3556d1631222 None None] The sync data for ids ['ea4af844-59f5-4385-9717-8f131d50a6ea'] in dv-cinder-818883-1-smb is: [{'id': 'ea4af844-59f5-4385-9717-8f131d50a6ea', 'name': 'tempest-AttachVolumeTestJSON-781259906-router', 'tenant_id': 'e6142a50a1bb4ef9bfd9b1bc59edda1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'external_fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.214'}], 'enable_snat': True}, 'gw_port_id': 'f55fc293-445d-4fee-9e3d-5f5d05c8d39c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:46:10Z', 'updated_at': '2021-11-23T12:46:21Z', 'revision_number': 4, 'project_id': 'e6142a50a1bb4ef9bfd9b1bc59edda1d', 'gw_port': {'id': 'f55fc293-445d-4fee-9e3d-5f5d05c8d39c', 'name': '', 'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:4d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4af844-59f5-4385-9717-8f131d50a6ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:46:11Z', 'updated_at': '2021-11-23T12:46:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-smb', '_interfaces': [{'id': '419537b5-27b9-4947-af41-1b4829e4c6fc', 'name': '', 'network_id': 'f34ec0a4-d329-411a-9213-97be29ff4587', 'tenant_id': 'e6142a50a1bb4ef9bfd9b1bc59edda1d', 'mac_address': 'fa:16:3e:b2:08:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4af844-59f5-4385-9717-8f131d50a6ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '456abfc7-81cf-4d5c-adc8-b3f39f8433bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:46:18Z', 'updated_at': '2021-11-23T12:46:36Z', 'revision_number': 5, 'project_id': 'e6142a50a1bb4ef9bfd9b1bc59edda1d', 'subnets': [{'id': '456abfc7-81cf-4d5c-adc8-b3f39f8433bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 12:55:03.382381 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 54890) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:55:03.430139 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad26e1d-d151-4c86-a819-485d8c547ad9 None None] New status for floating IP 7f3f4d41-d4ae-4a99-9cdd-a709a4ab9614: DOWN {{(pid=86840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 12:55:03.455863 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-1638deea-d591-4540-a5f3-e14bd87822fd tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Notify callbacks [] for security_group, before_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:03.484177 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-1638deea-d591-4540-a5f3-e14bd87822fd tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:03.537571 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-1638deea-d591-4540-a5f3-e14bd87822fd tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:03.541543 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-b93db1d7-58a1-4ac6-827f-8c7dd0cd5d42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:55:03.557525 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1638deea-d591-4540-a5f3-e14bd87822fd tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec7a2df9-5b5f-4d0a-9518-b6602095324f,revision_number=None']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:55:03.560306 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-1638deea-d591-4540-a5f3-e14bd87822fd tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:55:03.570888 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-1638deea-d591-4540-a5f3-e14bd87822fd tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Notify callbacks [] for security_group, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:03.574688 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-1638deea-d591-4540-a5f3-e14bd87822fd tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] 10.222.0.31 "DELETE /v2.0/security-groups/ec7a2df9-5b5f-4d0a-9518-b6602095324f HTTP/1.1" status: 204 len: 168 time: 0.1885862 Nov 23 12:55:03.575133 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 54894) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:55:03.593102 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.api.v2.resource [None req-3901b977-79ba-45f2-a5d4-87a3f35b0703 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] show failed (client error): The resource could not be found. Nov 23 12:55:03.594174 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-3901b977-79ba-45f2-a5d4-87a3f35b0703 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] 10.222.0.31 "GET /v2.0/security-groups/ec7a2df9-5b5f-4d0a-9518-b6602095324f HTTP/1.1" status: 404 len: 347 time: 0.0179217 Nov 23 12:55:03.597267 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 54898) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:55:03.764687 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.plugin [None req-9d8fb68f-0f73-4ddd-9a8e-7ce72579396b tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Deleting port 6489efd1-27f7-47e8-bdfe-d6fd0ff7c40d {{(pid=86838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 12:55:03.765001 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-9d8fb68f-0f73-4ddd-9a8e-7ce72579396b tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788171068353'] for port, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:03.935093 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-9d8fb68f-0f73-4ddd-9a8e-7ce72579396b tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506271'] for port, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:03.935353 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-9d8fb68f-0f73-4ddd-9a8e-7ce72579396b tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:04.059311 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.plugin [None req-9d8fb68f-0f73-4ddd-9a8e-7ce72579396b tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Calling delete_port for 6489efd1-27f7-47e8-bdfe-d6fd0ff7c40d owned by network:floatingip {{(pid=86838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 12:55:04.215443 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-9d8fb68f-0f73-4ddd-9a8e-7ce72579396b tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788171071573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788170525772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8277302'] for port, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:04.219521 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-93655e5d-2e26-4311-89be-5676596395af tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:55:04.243345 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Device 65c7a919-dbd1-44a3-b3ed-fe42d845dbd9 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 12:55:04.269070 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8fb68f-0f73-4ddd-9a8e-7ce72579396b tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Pushing event deleted for resources: {'Port': ['ID=6489efd1-27f7-47e8-bdfe-d6fd0ff7c40d,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:55:04.283242 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.plugin [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] No Port match for: 65c7a919-dbd1-44a3-b3ed-fe42d845dbd9 {{(pid=86839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 12:55:04.283589 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Device 65c7a919-dbd1-44a3-b3ed-fe42d845dbd9 not bound to the agent host hv-cinder-81888 {{(pid=86839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 12:55:04.294952 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-9d8fb68f-0f73-4ddd-9a8e-7ce72579396b tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:55:04.361236 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-9d8fb68f-0f73-4ddd-9a8e-7ce72579396b tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Notify callbacks [] for floatingip, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:04.381936 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-9d8fb68f-0f73-4ddd-9a8e-7ce72579396b tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188604'] for floatingip, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:04.383135 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-9d8fb68f-0f73-4ddd-9a8e-7ce72579396b tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] 10.222.0.31 "DELETE /v2.0/floatingips/7f3f4d41-d4ae-4a99-9cdd-a709a4ab9614 HTTP/1.1" status: 204 len: 168 time: 0.7848496 Nov 23 12:55:04.732532 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:04.892167 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 54906) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:55:04.897800 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.v2.base [None req-77565065-0079-4bd4-97f9-d599b3454aff tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Request body: {'security_group': {'name': 'tempest-securitygroup--599372943', 'description': 'tempest-description--189024756'}} {{(pid=86837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:55:04.904431 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-77565065-0079-4bd4-97f9-d599b3454aff tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:55:04.909552 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-77565065-0079-4bd4-97f9-d599b3454aff tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Usage tracker for resource:security_group and tenant:e6142a50a1bb4ef9bfd9b1bc59edda1d is out of sync, need to count used quota {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:55:04.912409 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-30481170-9b95-4ae8-909a-9518f82bdefd req-f80496a9-1215-4a64-92b3-1922a67a0bd2 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=771c2fd1-bd66-43dd-8871-07ce449befbe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0814843 Nov 23 12:55:04.913095 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-77565065-0079-4bd4-97f9-d599b3454aff tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:55:04.919548 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-77565065-0079-4bd4-97f9-d599b3454aff tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:55:04.933259 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-77565065-0079-4bd4-97f9-d599b3454aff tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Notify callbacks [] for security_group, before_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:04.955711 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-77565065-0079-4bd4-97f9-d599b3454aff tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:55:04.960022 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-77565065-0079-4bd4-97f9-d599b3454aff tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Usage tracker for resource:security_group_rule and tenant:e6142a50a1bb4ef9bfd9b1bc59edda1d is out of sync, need to count used quota {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:55:04.964127 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-77565065-0079-4bd4-97f9-d599b3454aff tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:55:04.973033 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-77565065-0079-4bd4-97f9-d599b3454aff tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:55:05.050687 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-77565065-0079-4bd4-97f9-d599b3454aff tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Notify callbacks [] for security_group, precommit_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:05.056151 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-77565065-0079-4bd4-97f9-d599b3454aff tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:05.061888 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-a07e2671-de53-4a30-a866-a442d0771422 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:55:05.062802 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30481170-9b95-4ae8-909a-9518f82bdefd req-66fbb9aa-a8e1-49da-a70b-3220284e1377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:55:05.064358 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-30481170-9b95-4ae8-909a-9518f82bdefd req-66fbb9aa-a8e1-49da-a70b-3220284e1377 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2c9750bf5c154974b0144431d3be6eea&device_id=771c2fd1-bd66-43dd-8871-07ce449befbe HTTP/1.1" status: 200 len: 1100 time: 0.0794506 Nov 23 12:55:05.109269 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77565065-0079-4bd4-97f9-d599b3454aff tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3d7e35f-9b39-476c-802b-11467f2b6d04,revision_number=1']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:55:05.112236 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-77565065-0079-4bd4-97f9-d599b3454aff tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:55:05.113569 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-77565065-0079-4bd4-97f9-d599b3454aff tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Notify callbacks [] for security_group, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:05.118285 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-77565065-0079-4bd4-97f9-d599b3454aff tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2246845 Nov 23 12:55:05.119182 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 54910) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:55:05.128804 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.v2.base [None req-4657257b-d892-407a-8e1f-69201d22f67c tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Request body: {'security_group_rule': {'security_group_id': 'b3d7e35f-9b39-476c-802b-11467f2b6d04', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:55:05.286374 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-4657257b-d892-407a-8e1f-69201d22f67c tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:55:05.299149 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-4657257b-d892-407a-8e1f-69201d22f67c tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Usage tracker for resource:security_group_rule and tenant:e6142a50a1bb4ef9bfd9b1bc59edda1d is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:55:05.303439 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-4657257b-d892-407a-8e1f-69201d22f67c tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:55:05.312062 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-4657257b-d892-407a-8e1f-69201d22f67c tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:55:05.353819 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-4657257b-d892-407a-8e1f-69201d22f67c tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:05.378590 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30481170-9b95-4ae8-909a-9518f82bdefd req-7547e8ae-9022-4340-9f63-27bee05985f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:55:05.380124 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-30481170-9b95-4ae8-909a-9518f82bdefd req-7547e8ae-9022-4340-9f63-27bee05985f8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2928d89d-b6c7-4b51-90ac-bea7caaf93a1 HTTP/1.1" status: 200 len: 917 time: 0.2863324 Nov 23 12:55:05.507627 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-30481170-9b95-4ae8-909a-9518f82bdefd req-cbe74b59-2164-46b2-985f-e9a66ddbc55c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0b7974b4-c179-4876-98ef-42de356ad5ce HTTP/1.1" status: 200 len: 1002 time: 0.1151321 Nov 23 12:55:05.512686 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-4657257b-d892-407a-8e1f-69201d22f67c tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:05.547927 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-4657257b-d892-407a-8e1f-69201d22f67c tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453238'] for security_group_rule, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:05.562585 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-a34a6ba5-6669-46a3-8af5-1604d0edccea tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:55:05.591553 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4657257b-d892-407a-8e1f-69201d22f67c tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a888e648-8f72-4609-8163-3a1957fc0902,revision_number=0']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:55:05.598185 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-4657257b-d892-407a-8e1f-69201d22f67c tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:55:05.604975 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30481170-9b95-4ae8-909a-9518f82bdefd req-46335bb5-72cb-4ae9-b3e7-836b86a84beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:55:05.606540 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-30481170-9b95-4ae8-909a-9518f82bdefd req-46335bb5-72cb-4ae9-b3e7-836b86a84beb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bfb9a90c-7be8-4cd9-9415-38a9d39de564 HTTP/1.1" status: 200 len: 855 time: 0.0917969 Nov 23 12:55:05.607646 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-4657257b-d892-407a-8e1f-69201d22f67c tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:05.611337 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-4657257b-d892-407a-8e1f-69201d22f67c tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4889002 Nov 23 12:55:05.611534 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 54914) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:55:05.616709 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.v2.base [None req-51663b5e-eede-4250-8090-35dc18f1166f tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Request body: {'security_group_rule': {'security_group_id': 'b3d7e35f-9b39-476c-802b-11467f2b6d04', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:55:05.652802 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-51663b5e-eede-4250-8090-35dc18f1166f tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:55:05.665222 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-51663b5e-eede-4250-8090-35dc18f1166f tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Usage tracker for resource:security_group_rule and tenant:e6142a50a1bb4ef9bfd9b1bc59edda1d is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:55:05.669061 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-51663b5e-eede-4250-8090-35dc18f1166f tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:55:05.675894 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-51663b5e-eede-4250-8090-35dc18f1166f tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:55:05.705094 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-51663b5e-eede-4250-8090-35dc18f1166f tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:05.743261 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30481170-9b95-4ae8-909a-9518f82bdefd req-b2eadda8-c333-4ace-b943-b47898486b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:55:05.744756 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-30481170-9b95-4ae8-909a-9518f82bdefd req-b2eadda8-c333-4ace-b943-b47898486b02 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2928d89d-b6c7-4b51-90ac-bea7caaf93a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1235178 Nov 23 12:55:05.859226 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-51663b5e-eede-4250-8090-35dc18f1166f tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:05.866668 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-51663b5e-eede-4250-8090-35dc18f1166f tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453238'] for security_group_rule, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:05.879882 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-0baf4511-b7fb-4775-86a1-cfc9ae8e2fec tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:55:05.916711 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51663b5e-eede-4250-8090-35dc18f1166f tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbec9433-a02c-4b66-ba88-861a843e9aa5,revision_number=0']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:55:05.920818 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-51663b5e-eede-4250-8090-35dc18f1166f tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:55:05.928049 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-30481170-9b95-4ae8-909a-9518f82bdefd req-481f8414-f006-4521-808b-7305c0e2d261 service neutron] 10.222.0.54 "GET /v2.0/networks/2928d89d-b6c7-4b51-90ac-bea7caaf93a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750824 Nov 23 12:55:05.929343 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-51663b5e-eede-4250-8090-35dc18f1166f tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:05.930355 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-51663b5e-eede-4250-8090-35dc18f1166f tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3178608 Nov 23 12:55:05.933518 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 54918) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:55:05.961299 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.v2.base [None req-6991049d-0a65-47ec-83ce-2ac6a70739fb tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Request body: {'floatingip': {'floating_network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429'}} {{(pid=86838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:55:05.972116 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-6991049d-0a65-47ec-83ce-2ac6a70739fb tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:55:06.021018 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-6991049d-0a65-47ec-83ce-2ac6a70739fb tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Usage tracker for resource:floatingip and tenant:e6142a50a1bb4ef9bfd9b1bc59edda1d is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:55:06.030531 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-6991049d-0a65-47ec-83ce-2ac6a70739fb tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:55:06.039218 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-6991049d-0a65-47ec-83ce-2ac6a70739fb tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:55:06.057277 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-6991049d-0a65-47ec-83ce-2ac6a70739fb tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Notify callbacks [] for floatingip, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:06.166886 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-30481170-9b95-4ae8-909a-9518f82bdefd req-e77a16b7-bf53-4bae-b58d-102bc942e043 service neutron] 10.222.0.54 "GET /v2.0/networks/2928d89d-b6c7-4b51-90ac-bea7caaf93a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307653 Nov 23 12:55:06.238748 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-6991049d-0a65-47ec-83ce-2ac6a70739fb tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:06.381944 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.db_base_plugin_common [None req-6991049d-0a65-47ec-83ce-2ac6a70739fb tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Allocated IP 172.28.2.161 (2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429/a635ed46-c881-440b-bd05-3e5636c37dfa/4c044bb0-21f7-410b-9cfd-5c22aad36cf3) {{(pid=86838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:55:06.540390 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-6991049d-0a65-47ec-83ce-2ac6a70739fb tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Notify callbacks [] for port, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:06.571011 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-6991049d-0a65-47ec-83ce-2ac6a70739fb tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788170525763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8277302'] for port, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:06.575356 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-36d80831-8a29-4f29-90b5-da3b93a8c241 tempest-VolumesActionsTest-1703109678 tempest-VolumesActionsTest-1703109678-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:55:06.644270 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6991049d-0a65-47ec-83ce-2ac6a70739fb tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Network 2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429 is already hosted by enough agents. {{(pid=86838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:55:06.647185 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.scheduler.base_scheduler [None req-6991049d-0a65-47ec-83ce-2ac6a70739fb tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Resources bound (agent type, host, resource id): {{(pid=86838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:55:06.652187 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6991049d-0a65-47ec-83ce-2ac6a70739fb tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Received port after_create {{(pid=86838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 12:55:06.686731 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6991049d-0a65-47ec-83ce-2ac6a70739fb tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Pushing event updated for resources: {'Port': ['ID=4c044bb0-21f7-410b-9cfd-5c22aad36cf3,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:55:06.689768 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-6991049d-0a65-47ec-83ce-2ac6a70739fb tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:55:06.744615 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-6991049d-0a65-47ec-83ce-2ac6a70739fb tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:06.810411 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-6991049d-0a65-47ec-83ce-2ac6a70739fb tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:07.034471 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-6991049d-0a65-47ec-83ce-2ac6a70739fb tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Notify callbacks [] for port, precommit_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:07.040694 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-6991049d-0a65-47ec-83ce-2ac6a70739fb tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8277311'] for port, after_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:07.044793 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:55:07.255682 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6991049d-0a65-47ec-83ce-2ac6a70739fb tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Pushing event updated for resources: {'Port': ['ID=4c044bb0-21f7-410b-9cfd-5c22aad36cf3,revision_number=2']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:55:07.261354 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-6991049d-0a65-47ec-83ce-2ac6a70739fb tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:55:07.268772 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-6991049d-0a65-47ec-83ce-2ac6a70739fb tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-505741'] for floatingip, after_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:07.294636 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-6991049d-0a65-47ec-83ce-2ac6a70739fb tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188604'] for floatingip, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:07.296356 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-6991049d-0a65-47ec-83ce-2ac6a70739fb tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3619378 Nov 23 12:55:07.523913 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-aab96490-fdfc-4539-9084-f6c6b8cda8ab req-20256b03-4b05-428f-9095-05d9bbc515ac tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--599372943&fields=id&tenant_id=e6142a50a1bb4ef9bfd9b1bc59edda1d HTTP/1.1" status: 200 len: 267 time: 0.0422068 Nov 23 12:55:07.678431 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab96490-fdfc-4539-9084-f6c6b8cda8ab req-d27ca7d9-cd90-4a02-b9fa-0a223339c49c tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:55:07.679834 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-aab96490-fdfc-4539-9084-f6c6b8cda8ab req-d27ca7d9-cd90-4a02-b9fa-0a223339c49c tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] 10.222.0.31 "GET /v2.0/networks?id=f34ec0a4-d329-411a-9213-97be29ff4587 HTTP/1.1" status: 200 len: 810 time: 0.1490655 Nov 23 12:55:07.695358 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-aab96490-fdfc-4539-9084-f6c6b8cda8ab req-6c4ebc04-56f3-48f0-859b-d86e70421168 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] 10.222.0.31 "GET /v2.0/quotas/e6142a50a1bb4ef9bfd9b1bc59edda1d HTTP/1.1" status: 200 len: 375 time: 0.0098250 Nov 23 12:55:07.785771 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-aab96490-fdfc-4539-9084-f6c6b8cda8ab req-5718b868-a09a-4b06-b020-4438c4809897 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Synchronizing usage tracker for tenant:e6142a50a1bb4ef9bfd9b1bc59edda1d on resource:port {{(pid=86838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:55:07.804284 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-aab96490-fdfc-4539-9084-f6c6b8cda8ab req-5718b868-a09a-4b06-b020-4438c4809897 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Unset dirty status for tenant:e6142a50a1bb4ef9bfd9b1bc59edda1d on resource:port {{(pid=86838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:55:07.805872 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-aab96490-fdfc-4539-9084-f6c6b8cda8ab req-5718b868-a09a-4b06-b020-4438c4809897 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e6142a50a1bb4ef9bfd9b1bc59edda1d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1050262 Nov 23 12:55:07.948088 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-aab96490-fdfc-4539-9084-f6c6b8cda8ab req-3bada065-9f58-4c8e-9f7b-04989f69d52e service neutron] 10.222.0.31 "GET /v2.0/networks/f34ec0a4-d329-411a-9213-97be29ff4587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295605 Nov 23 12:55:08.087420 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-aab96490-fdfc-4539-9084-f6c6b8cda8ab req-b49f94a0-2d4a-4c72-9973-49d11a293d01 service neutron] 10.222.0.31 "GET /v2.0/networks/f34ec0a4-d329-411a-9213-97be29ff4587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328878 Nov 23 12:55:08.280405 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-aacfae1f-2b1a-4121-b57f-31882f59c7ac req-88c2c449-5537-41ce-890d-ad1ac2013226 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] 10.222.0.31 "GET /v2.0/ports?device_id=7fb182d8-89aa-4533-9984-b415a1c6c1bc HTTP/1.1" status: 200 len: 210 time: 0.0491717 Nov 23 12:55:09.363880 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab96490-fdfc-4539-9084-f6c6b8cda8ab req-080865a1-8c7c-4995-a0e3-49b37b7b0f4e tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:55:09.365119 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-aab96490-fdfc-4539-9084-f6c6b8cda8ab req-080865a1-8c7c-4995-a0e3-49b37b7b0f4e tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] 10.222.0.54 "GET /v2.0/networks?id=f34ec0a4-d329-411a-9213-97be29ff4587 HTTP/1.1" status: 200 len: 810 time: 0.1572542 Nov 23 12:55:09.454207 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-0d41a141-02ee-4f53-8d49-8021f81ef39c req-e9098ba7-de47-42f3-a923-ee32f9990269 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] 10.222.0.31 "GET /v2.0/ports?device_id=7fb182d8-89aa-4533-9984-b415a1c6c1bc HTTP/1.1" status: 200 len: 210 time: 0.0491400 Nov 23 12:55:09.458304 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-aab96490-fdfc-4539-9084-f6c6b8cda8ab req-fbebe8bf-5199-4b3f-9b07-c35ac80d1915 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e6142a50a1bb4ef9bfd9b1bc59edda1d HTTP/1.1" status: 200 len: 379 time: 0.0828772 Nov 23 12:55:09.480963 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.v2.base [req-aab96490-fdfc-4539-9084-f6c6b8cda8ab req-3ffe3c1e-ed12-4bc7-9de1-c3d9c86edda1 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Request body: {'port': {'device_id': '7fb182d8-89aa-4533-9984-b415a1c6c1bc', 'network_id': 'f34ec0a4-d329-411a-9213-97be29ff4587', 'admin_state_up': True, 'tenant_id': 'e6142a50a1bb4ef9bfd9b1bc59edda1d', 'security_groups': ['b3d7e35f-9b39-476c-802b-11467f2b6d04']}} {{(pid=86838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:55:09.631067 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [req-aab96490-fdfc-4539-9084-f6c6b8cda8ab req-3ffe3c1e-ed12-4bc7-9de1-c3d9c86edda1 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:55:09.642071 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [req-aab96490-fdfc-4539-9084-f6c6b8cda8ab req-3ffe3c1e-ed12-4bc7-9de1-c3d9c86edda1 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:55:09.657001 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aab96490-fdfc-4539-9084-f6c6b8cda8ab req-3ffe3c1e-ed12-4bc7-9de1-c3d9c86edda1 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Made reservation on behalf of e6142a50a1bb4ef9bfd9b1bc59edda1d for: {'port': 1} {{(pid=86838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:55:09.660771 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-aab96490-fdfc-4539-9084-f6c6b8cda8ab req-3ffe3c1e-ed12-4bc7-9de1-c3d9c86edda1 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:09.843312 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.db_base_plugin_common [req-aab96490-fdfc-4539-9084-f6c6b8cda8ab req-3ffe3c1e-ed12-4bc7-9de1-c3d9c86edda1 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Allocated IP 172.20.0.6 (f34ec0a4-d329-411a-9213-97be29ff4587/456abfc7-81cf-4d5c-adc8-b3f39f8433bb/3be35753-7503-4835-b0d5-0a0e7fe27295) {{(pid=86838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:55:10.036680 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-aab96490-fdfc-4539-9084-f6c6b8cda8ab req-3ffe3c1e-ed12-4bc7-9de1-c3d9c86edda1 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Notify callbacks [] for port, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:10.052531 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.provisioning_blocks [req-aab96490-fdfc-4539-9084-f6c6b8cda8ab req-3ffe3c1e-ed12-4bc7-9de1-c3d9c86edda1 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Transition to ACTIVE for port object 3be35753-7503-4835-b0d5-0a0e7fe27295 will not be triggered until provisioned by entity DHCP. {{(pid=86838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:55:10.078247 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-aab96490-fdfc-4539-9084-f6c6b8cda8ab req-3ffe3c1e-ed12-4bc7-9de1-c3d9c86edda1 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788170525763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8277302'] for port, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:10.084856 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:55:10.157910 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aab96490-fdfc-4539-9084-f6c6b8cda8ab req-3ffe3c1e-ed12-4bc7-9de1-c3d9c86edda1 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Network f34ec0a4-d329-411a-9213-97be29ff4587 is already hosted by enough agents. {{(pid=86838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:55:10.162570 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.scheduler.base_scheduler [req-aab96490-fdfc-4539-9084-f6c6b8cda8ab req-3ffe3c1e-ed12-4bc7-9de1-c3d9c86edda1 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Resources bound (agent type, host, resource id): {{(pid=86838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:55:10.166843 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.l3_dvrscheduler_db [req-aab96490-fdfc-4539-9084-f6c6b8cda8ab req-3ffe3c1e-ed12-4bc7-9de1-c3d9c86edda1 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Received port after_create {{(pid=86838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 12:55:10.198019 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffe3c1e-ed12-4bc7-9de1-c3d9c86edda1 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Pushing event updated for resources: {'Port': ['ID=3be35753-7503-4835-b0d5-0a0e7fe27295,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:55:10.205902 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-3ffe3c1e-ed12-4bc7-9de1-c3d9c86edda1 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:55:10.238080 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab96490-fdfc-4539-9084-f6c6b8cda8ab req-3ffe3c1e-ed12-4bc7-9de1-c3d9c86edda1 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:55:10.238753 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-aab96490-fdfc-4539-9084-f6c6b8cda8ab req-3ffe3c1e-ed12-4bc7-9de1-c3d9c86edda1 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188604'] for port, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:10.267312 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-aab96490-fdfc-4539-9084-f6c6b8cda8ab req-3ffe3c1e-ed12-4bc7-9de1-c3d9c86edda1 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7906005 Nov 23 12:55:10.281085 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.v2.base [req-aab96490-fdfc-4539-9084-f6c6b8cda8ab req-68a724ec-a201-4daa-a5be-3fb344559480 service neutron] Request body: {'port': {'device_id': '7fb182d8-89aa-4533-9984-b415a1c6c1bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:55:10.399087 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-d5268c03-5a2c-4935-81f8-80a6ee928a62 None None] Provisioning for port 3be35753-7503-4835-b0d5-0a0e7fe27295 completed by entity DHCP. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:55:10.399914 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-aab96490-fdfc-4539-9084-f6c6b8cda8ab req-68a724ec-a201-4daa-a5be-3fb344559480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:10.404797 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-d5268c03-5a2c-4935-81f8-80a6ee928a62 None None] Provisioning complete for port 3be35753-7503-4835-b0d5-0a0e7fe27295 triggered by entity DHCP. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:55:10.405274 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-d5268c03-5a2c-4935-81f8-80a6ee928a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567787'] for port, provisioning_complete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:10.458615 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.plugin [None req-d5268c03-5a2c-4935-81f8-80a6ee928a62 None None] Port 3be35753-7503-4835-b0d5-0a0e7fe27295 cannot update to ACTIVE because it is not bound. {{(pid=86839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 23 12:55:10.815912 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dd5c17-1d9d-4f4d-85a9-0d172d6776e2 req-15022c96-8804-4a27-840f-196eb5eab5fd tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:55:10.816609 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-01dd5c17-1d9d-4f4d-85a9-0d172d6776e2 req-15022c96-8804-4a27-840f-196eb5eab5fd tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Synchronizing usage tracker for tenant:e6142a50a1bb4ef9bfd9b1bc59edda1d on resource:port {{(pid=86838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:55:10.850309 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-01dd5c17-1d9d-4f4d-85a9-0d172d6776e2 req-15022c96-8804-4a27-840f-196eb5eab5fd tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Unset dirty status for tenant:e6142a50a1bb4ef9bfd9b1bc59edda1d on resource:port {{(pid=86838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:55:10.851485 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-01dd5c17-1d9d-4f4d-85a9-0d172d6776e2 req-15022c96-8804-4a27-840f-196eb5eab5fd tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] 10.222.0.31 "GET /v2.0/ports?device_id=7fb182d8-89aa-4533-9984-b415a1c6c1bc HTTP/1.1" status: 200 len: 931 time: 0.2395332 Nov 23 12:55:10.940445 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.notifiers.nova [req-aab96490-fdfc-4539-9084-f6c6b8cda8ab req-68a724ec-a201-4daa-a5be-3fb344559480 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3be35753-7503-4835-b0d5-0a0e7fe27295 {{(pid=86838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 12:55:10.950735 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-aab96490-fdfc-4539-9084-f6c6b8cda8ab req-68a724ec-a201-4daa-a5be-3fb344559480 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:10.955622 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-01dd5c17-1d9d-4f4d-85a9-0d172d6776e2 req-66f3b1e6-15cf-44de-a4f6-b8dcbd01fc09 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3d7e35f-9b39-476c-802b-11467f2b6d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671015 Nov 23 12:55:10.968849 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.provisioning_blocks [req-aab96490-fdfc-4539-9084-f6c6b8cda8ab req-68a724ec-a201-4daa-a5be-3fb344559480 service neutron] Transition to ACTIVE for port object 3be35753-7503-4835-b0d5-0a0e7fe27295 will not be triggered until provisioned by entity L2. {{(pid=86838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:55:10.974331 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-aab96490-fdfc-4539-9084-f6c6b8cda8ab req-68a724ec-a201-4daa-a5be-3fb344559480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8277311'] for port, after_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:10.979662 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-555fe22d-ca0c-45e4-b472-4205b90b4eb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:55:11.165046 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a724ec-a201-4daa-a5be-3fb344559480 service neutron] Pushing event updated for resources: {'Port': ['ID=3be35753-7503-4835-b0d5-0a0e7fe27295,revision_number=2']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:55:11.168043 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-68a724ec-a201-4daa-a5be-3fb344559480 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:55:11.251422 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.managers [req-aab96490-fdfc-4539-9084-f6c6b8cda8ab req-68a724ec-a201-4daa-a5be-3fb344559480 service neutron] Attempting to bind port 3be35753-7503-4835-b0d5-0a0e7fe27295 on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 12:55:11.251709 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.managers [req-aab96490-fdfc-4539-9084-f6c6b8cda8ab req-68a724ec-a201-4daa-a5be-3fb344559480 service neutron] Attempting to bind port 3be35753-7503-4835-b0d5-0a0e7fe27295 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '72423ed0-d64a-4579-bbc7-85380a74b257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'f34ec0a4-d329-411a-9213-97be29ff4587'}] {{(pid=86838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 12:55:11.252054 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab96490-fdfc-4539-9084-f6c6b8cda8ab req-68a724ec-a201-4daa-a5be-3fb344559480 service neutron] Attempting to bind port 3be35753-7503-4835-b0d5-0a0e7fe27295 on network f34ec0a4-d329-411a-9213-97be29ff4587 {{(pid=86838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:55:11.256628 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab96490-fdfc-4539-9084-f6c6b8cda8ab req-68a724ec-a201-4daa-a5be-3fb344559480 service neutron] Port 3be35753-7503-4835-b0d5-0a0e7fe27295 on network f34ec0a4-d329-411a-9213-97be29ff4587 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 23 12:55:11.256938 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab96490-fdfc-4539-9084-f6c6b8cda8ab req-68a724ec-a201-4daa-a5be-3fb344559480 service neutron] Attempting to bind port 3be35753-7503-4835-b0d5-0a0e7fe27295 on network f34ec0a4-d329-411a-9213-97be29ff4587 {{(pid=86838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:55:11.262303 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab96490-fdfc-4539-9084-f6c6b8cda8ab req-68a724ec-a201-4daa-a5be-3fb344559480 service neutron] Checking agent: {'id': 'c02b2241-eea5-43d7-ab73-e33b65374cd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 44, 5), 'started_at': datetime.datetime(2021, 11, 23, 12, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 12:55:11.262639 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab96490-fdfc-4539-9084-f6c6b8cda8ab req-68a724ec-a201-4daa-a5be-3fb344559480 service neutron] Checking segment: {'id': '72423ed0-d64a-4579-bbc7-85380a74b257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'f34ec0a4-d329-411a-9213-97be29ff4587'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:55:11.263049 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab96490-fdfc-4539-9084-f6c6b8cda8ab req-68a724ec-a201-4daa-a5be-3fb344559480 service neutron] Bound using segment: {'id': '72423ed0-d64a-4579-bbc7-85380a74b257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'f34ec0a4-d329-411a-9213-97be29ff4587'} {{(pid=86838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 12:55:11.263521 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.managers [req-aab96490-fdfc-4539-9084-f6c6b8cda8ab req-68a724ec-a201-4daa-a5be-3fb344559480 service neutron] Bound port: 3be35753-7503-4835-b0d5-0a0e7fe27295, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72423ed0-d64a-4579-bbc7-85380a74b257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'f34ec0a4-d329-411a-9213-97be29ff4587'}}] {{(pid=86838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 12:55:11.264409 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-aab96490-fdfc-4539-9084-f6c6b8cda8ab req-68a724ec-a201-4daa-a5be-3fb344559480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:11.371253 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.db [req-aab96490-fdfc-4539-9084-f6c6b8cda8ab req-68a724ec-a201-4daa-a5be-3fb344559480 service neutron] For port 3be35753-7503-4835-b0d5-0a0e7fe27295, host hv-cinder-81888, cleared binding levels {{(pid=86838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 12:55:11.374765 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.db [req-aab96490-fdfc-4539-9084-f6c6b8cda8ab req-68a724ec-a201-4daa-a5be-3fb344559480 service neutron] For port 3be35753-7503-4835-b0d5-0a0e7fe27295, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=3be35753-7503-4835-b0d5-0a0e7fe27295,segment=NetworkSegment(72423ed0-d64a-4579-bbc7-85380a74b257),segment_id=72423ed0-d64a-4579-bbc7-85380a74b257)] {{(pid=86838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 12:55:11.381114 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-aab96490-fdfc-4539-9084-f6c6b8cda8ab req-68a724ec-a201-4daa-a5be-3fb344559480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8277311'] for port, after_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:11.387147 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:55:11.435454 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab96490-fdfc-4539-9084-f6c6b8cda8ab req-68a724ec-a201-4daa-a5be-3fb344559480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:55:11.436283 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-aab96490-fdfc-4539-9084-f6c6b8cda8ab req-68a724ec-a201-4daa-a5be-3fb344559480 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188604'] for port, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:11.437367 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-aab96490-fdfc-4539-9084-f6c6b8cda8ab req-68a724ec-a201-4daa-a5be-3fb344559480 service neutron] 10.222.0.54 "PUT /v2.0/ports/3be35753-7503-4835-b0d5-0a0e7fe27295 HTTP/1.1" status: 200 len: 1093 time: 1.1609557 Nov 23 12:55:11.440038 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fb182d8-89aa-4533-9984-b415a1c6c1bc', 'tag': '3be35753-7503-4835-b0d5-0a0e7fe27295'}] {{(pid=86838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:55:11.475077 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a724ec-a201-4daa-a5be-3fb344559480 service neutron] Pushing event updated for resources: {'Port': ['ID=3be35753-7503-4835-b0d5-0a0e7fe27295,revision_number=3']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:55:11.478961 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-68a724ec-a201-4daa-a5be-3fb344559480 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:55:11.518460 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fb182d8-89aa-4533-9984-b415a1c6c1bc', 'tag': '3be35753-7503-4835-b0d5-0a0e7fe27295', 'status': 'completed', 'code': 200} Nov 23 12:55:11.561486 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab96490-fdfc-4539-9084-f6c6b8cda8ab req-2e74df88-d0ae-4545-9ca9-44e0704ea790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:55:11.563033 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-aab96490-fdfc-4539-9084-f6c6b8cda8ab req-2e74df88-d0ae-4545-9ca9-44e0704ea790 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e6142a50a1bb4ef9bfd9b1bc59edda1d&device_id=7fb182d8-89aa-4533-9984-b415a1c6c1bc HTTP/1.1" status: 200 len: 1096 time: 0.0788496 Nov 23 12:55:11.639173 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-aab96490-fdfc-4539-9084-f6c6b8cda8ab req-541973ea-2f54-4ed8-99b2-0400de7e85ce service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3be35753-7503-4835-b0d5-0a0e7fe27295 HTTP/1.1" status: 200 len: 217 time: 0.0679009 Nov 23 12:55:11.708568 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab96490-fdfc-4539-9084-f6c6b8cda8ab req-6ed6fafa-d1cb-453e-8a21-6db489a46e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:55:11.710029 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-aab96490-fdfc-4539-9084-f6c6b8cda8ab req-6ed6fafa-d1cb-453e-8a21-6db489a46e1b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=456abfc7-81cf-4d5c-adc8-b3f39f8433bb HTTP/1.1" status: 200 len: 849 time: 0.0641928 Nov 23 12:55:11.799468 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab96490-fdfc-4539-9084-f6c6b8cda8ab req-d156db0c-348a-4a7b-aecb-a97bec64c069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:55:11.801017 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-aab96490-fdfc-4539-9084-f6c6b8cda8ab req-d156db0c-348a-4a7b-aecb-a97bec64c069 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f34ec0a4-d329-411a-9213-97be29ff4587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0832067 Nov 23 12:55:11.938593 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-aab96490-fdfc-4539-9084-f6c6b8cda8ab req-8bf7952a-5c61-419e-8db4-51ad106110de service neutron] 10.222.0.54 "GET /v2.0/networks/f34ec0a4-d329-411a-9213-97be29ff4587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292439 Nov 23 12:55:12.116019 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-aab96490-fdfc-4539-9084-f6c6b8cda8ab req-c5cadaba-653f-4647-bdaa-c94df15ba148 service neutron] 10.222.0.54 "GET /v2.0/networks/f34ec0a4-d329-411a-9213-97be29ff4587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683736 Nov 23 12:55:12.165840 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581c3977-debc-457b-9eb1-cd6737216621 req-233d4c94-3236-442f-aaee-ce95a61c7801 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:55:12.167519 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-581c3977-debc-457b-9eb1-cd6737216621 req-233d4c94-3236-442f-aaee-ce95a61c7801 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] 10.222.0.31 "GET /v2.0/ports?device_id=7fb182d8-89aa-4533-9984-b415a1c6c1bc HTTP/1.1" status: 200 len: 943 time: 0.0951390 Nov 23 12:55:12.273735 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-581c3977-debc-457b-9eb1-cd6737216621 req-643bf252-159c-4581-b881-68ddac3db96b tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3d7e35f-9b39-476c-802b-11467f2b6d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594769 Nov 23 12:55:12.292367 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4d9d3b-caaf-4bc9-8de9-3eb913929a42 req-fe8bb889-4584-4fd2-8e0c-4e08c2cc51f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:55:12.294698 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-3d4d9d3b-caaf-4bc9-8de9-3eb913929a42 req-fe8bb889-4584-4fd2-8e0c-4e08c2cc51f6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e6142a50a1bb4ef9bfd9b1bc59edda1d&device_id=7fb182d8-89aa-4533-9984-b415a1c6c1bc HTTP/1.1" status: 200 len: 1096 time: 0.1229107 Nov 23 12:55:12.540396 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4d9d3b-caaf-4bc9-8de9-3eb913929a42 req-a7bb20a4-117c-4540-8deb-959c59f305ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:55:12.541779 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-3d4d9d3b-caaf-4bc9-8de9-3eb913929a42 req-a7bb20a4-117c-4540-8deb-959c59f305ac service neutron] 10.222.0.54 "GET /v2.0/networks?id=f34ec0a4-d329-411a-9213-97be29ff4587 HTTP/1.1" status: 200 len: 911 time: 0.2382998 Nov 23 12:55:12.615463 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-3d4d9d3b-caaf-4bc9-8de9-3eb913929a42 req-81ffbd3d-329d-4e70-87b8-c552d1983da1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3be35753-7503-4835-b0d5-0a0e7fe27295 HTTP/1.1" status: 200 len: 217 time: 0.0654807 Nov 23 12:55:12.679252 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4d9d3b-caaf-4bc9-8de9-3eb913929a42 req-66b5d209-0403-45e2-8e20-3774077e8328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:55:12.680695 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-3d4d9d3b-caaf-4bc9-8de9-3eb913929a42 req-66b5d209-0403-45e2-8e20-3774077e8328 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=456abfc7-81cf-4d5c-adc8-b3f39f8433bb HTTP/1.1" status: 200 len: 849 time: 0.0583129 Nov 23 12:55:12.766556 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4d9d3b-caaf-4bc9-8de9-3eb913929a42 req-a8d3247c-33e8-4130-b299-e94a5b121c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:55:12.768140 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-3d4d9d3b-caaf-4bc9-8de9-3eb913929a42 req-a8d3247c-33e8-4130-b299-e94a5b121c69 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f34ec0a4-d329-411a-9213-97be29ff4587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0786653 Nov 23 12:55:12.904392 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-3d4d9d3b-caaf-4bc9-8de9-3eb913929a42 req-b151f2aa-bc99-493b-8025-dcba1646abb3 service neutron] 10.222.0.54 "GET /v2.0/networks/f34ec0a4-d329-411a-9213-97be29ff4587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281927 Nov 23 12:55:13.047506 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-3d4d9d3b-caaf-4bc9-8de9-3eb913929a42 req-bbbd8279-3141-4532-a48c-00a889cf5dab service neutron] 10.222.0.54 "GET /v2.0/networks/f34ec0a4-d329-411a-9213-97be29ff4587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354411 Nov 23 12:55:13.468466 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586a9b44-89f3-4735-b34b-80be31381775 req-aacbde22-f4db-4071-baf4-ff39d8f20404 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:55:13.470206 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-586a9b44-89f3-4735-b34b-80be31381775 req-aacbde22-f4db-4071-baf4-ff39d8f20404 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] 10.222.0.31 "GET /v2.0/ports?device_id=7fb182d8-89aa-4533-9984-b415a1c6c1bc HTTP/1.1" status: 200 len: 943 time: 0.0802872 Nov 23 12:55:13.515569 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-586a9b44-89f3-4735-b34b-80be31381775 req-efeaee47-d389-4cf4-8108-a4f9055a6369 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3d7e35f-9b39-476c-802b-11467f2b6d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394819 Nov 23 12:55:14.707216 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c367fb1-11c5-43e8-a62e-fcfa186fccb3 req-145e8528-7635-4af2-9ed6-5893276b7d50 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:55:14.708714 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-6c367fb1-11c5-43e8-a62e-fcfa186fccb3 req-145e8528-7635-4af2-9ed6-5893276b7d50 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] 10.222.0.31 "GET /v2.0/ports?device_id=7fb182d8-89aa-4533-9984-b415a1c6c1bc HTTP/1.1" status: 200 len: 943 time: 0.0847871 Nov 23 12:55:14.755123 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-6c367fb1-11c5-43e8-a62e-fcfa186fccb3 req-0c6d1060-35c3-403f-b233-2adbf657c8e8 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3d7e35f-9b39-476c-802b-11467f2b6d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402935 Nov 23 12:55:15.946617 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f2045d-ee8c-4f05-b81c-b7c1fd5b62b7 req-f744aca8-8575-4bfa-a87f-2d1cfe5c8d2d tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:55:15.948097 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f7f2045d-ee8c-4f05-b81c-b7c1fd5b62b7 req-f744aca8-8575-4bfa-a87f-2d1cfe5c8d2d tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] 10.222.0.31 "GET /v2.0/ports?device_id=7fb182d8-89aa-4533-9984-b415a1c6c1bc HTTP/1.1" status: 200 len: 943 time: 0.0856657 Nov 23 12:55:15.993359 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-f7f2045d-ee8c-4f05-b81c-b7c1fd5b62b7 req-00fe3322-649b-4b29-8712-7551600008e2 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3d7e35f-9b39-476c-802b-11467f2b6d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393670 Nov 23 12:55:16.322227 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Device 3be35753-7503-4835-b0d5-0a0e7fe27295 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 23 12:55:16.465400 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] For port 3be35753-7503-4835-b0d5-0a0e7fe27295, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=3be35753-7503-4835-b0d5-0a0e7fe27295,segment=NetworkSegment(72423ed0-d64a-4579-bbc7-85380a74b257),segment_id=72423ed0-d64a-4579-bbc7-85380a74b257)] {{(pid=86839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:55:16.478837 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Returning: {'device': '3be35753-7503-4835-b0d5-0a0e7fe27295', 'network_id': 'f34ec0a4-d329-411a-9213-97be29ff4587', 'port_id': '3be35753-7503-4835-b0d5-0a0e7fe27295', 'mac_address': 'fa:16:3e:4a:1d:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '456abfc7-81cf-4d5c-adc8-b3f39f8433bb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 23 12:55:16.539056 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:16.557191 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.notifiers.nova [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3be35753-7503-4835-b0d5-0a0e7fe27295 {{(pid=86839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 12:55:16.574222 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] For port 3be35753-7503-4835-b0d5-0a0e7fe27295, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=3be35753-7503-4835-b0d5-0a0e7fe27295,segment=NetworkSegment(72423ed0-d64a-4579-bbc7-85380a74b257),segment_id=72423ed0-d64a-4579-bbc7-85380a74b257)] {{(pid=86839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:55:16.580116 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826'] for port, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:16.581959 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:55:16.652700 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Pushing event updated for resources: {'Port': ['ID=3be35753-7503-4835-b0d5-0a0e7fe27295,revision_number=4']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:55:16.661097 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:55:16.661458 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:55:16.661801 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:55:16.662148 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:55:16.662471 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:55:16.662834 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:55:16.663162 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:55:16.663474 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:55:16.663796 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:55:16.664117 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:55:16.664440 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:55:16.664757 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:55:16.668860 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:55:16.808744 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] get_ports_and_sgs() called for port_ids ['3be35753-7503-4835-b0d5-0a0e7fe27295'] {{(pid=86839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 12:55:17.193989 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a20ec6-2d3e-45a5-8f5b-4ed192116f79 req-1d729dd3-bb63-4fb7-b5c2-30550e98c7ee tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:55:17.195499 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-62a20ec6-2d3e-45a5-8f5b-4ed192116f79 req-1d729dd3-bb63-4fb7-b5c2-30550e98c7ee tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] 10.222.0.31 "GET /v2.0/ports?device_id=7fb182d8-89aa-4533-9984-b415a1c6c1bc HTTP/1.1" status: 200 len: 944 time: 0.0908303 Nov 23 12:55:17.240764 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-62a20ec6-2d3e-45a5-8f5b-4ed192116f79 req-2686a6b0-ae66-4d9c-b7c3-709a277fc89d tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3d7e35f-9b39-476c-802b-11467f2b6d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393834 Nov 23 12:55:17.437148 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40456966-e6a5-45ba-b7cf-b18474208e0f req-a9a296bb-6037-4f1a-b56d-1bd17396aaab tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:55:17.438606 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-40456966-e6a5-45ba-b7cf-b18474208e0f req-a9a296bb-6037-4f1a-b56d-1bd17396aaab tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/ports?device_id=771c2fd1-bd66-43dd-8871-07ce449befbe HTTP/1.1" status: 200 len: 947 time: 0.0825455 Nov 23 12:55:17.484593 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-40456966-e6a5-45ba-b7cf-b18474208e0f req-5153ad75-bfdc-49b0-ae81-69c0acf8298c tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/security-groups?id=337dbd5f-4ca9-468e-a952-84552889dad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401902 Nov 23 12:55:18.320504 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Device 3be35753-7503-4835-b0d5-0a0e7fe27295 up at agent hyperv_hv-cinder-81888 {{(pid=86839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:55:18.406760 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Provisioning for port 3be35753-7503-4835-b0d5-0a0e7fe27295 completed by entity L2. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:55:18.411823 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Provisioning complete for port 3be35753-7503-4835-b0d5-0a0e7fe27295 triggered by entity L2. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:55:18.412237 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567787'] for port, provisioning_complete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:18.447214 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea0d692-6a46-4a0c-a879-c487b1ce6c7e req-6b84a267-ca74-4cd2-adae-ab838b42e8d6 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:55:18.448648 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-eea0d692-6a46-4a0c-a879-c487b1ce6c7e req-6b84a267-ca74-4cd2-adae-ab838b42e8d6 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] 10.222.0.31 "GET /v2.0/ports?device_id=7fb182d8-89aa-4533-9984-b415a1c6c1bc HTTP/1.1" status: 200 len: 944 time: 0.0940406 Nov 23 12:55:18.507023 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-eea0d692-6a46-4a0c-a879-c487b1ce6c7e req-cbaa0d6f-937e-45cd-9d64-d3476c2d4826 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3d7e35f-9b39-476c-802b-11467f2b6d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513785 Nov 23 12:55:18.549903 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:18.581018 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fb182d8-89aa-4533-9984-b415a1c6c1bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3be35753-7503-4835-b0d5-0a0e7fe27295'}] {{(pid=86839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:55:18.592279 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] For port 3be35753-7503-4835-b0d5-0a0e7fe27295, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=3be35753-7503-4835-b0d5-0a0e7fe27295,segment=NetworkSegment(72423ed0-d64a-4579-bbc7-85380a74b257),segment_id=72423ed0-d64a-4579-bbc7-85380a74b257)] {{(pid=86839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:55:18.597926 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826'] for port, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:18.602326 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:55:18.644267 dv-cinder-818883-1-smb neutron-server[86839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fb182d8-89aa-4533-9984-b415a1c6c1bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3be35753-7503-4835-b0d5-0a0e7fe27295', 'code': 200} Nov 23 12:55:18.692443 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Pushing event updated for resources: {'Port': ['ID=3be35753-7503-4835-b0d5-0a0e7fe27295,revision_number=5']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:55:18.697295 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:55:18.779235 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ee3916-0748-4f70-998a-310fe5983dbd req-cfb38317-5bf1-42a0-9581-f61b62ce6672 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:55:18.780898 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-74ee3916-0748-4f70-998a-310fe5983dbd req-cfb38317-5bf1-42a0-9581-f61b62ce6672 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/ports?device_id=771c2fd1-bd66-43dd-8871-07ce449befbe HTTP/1.1" status: 200 len: 947 time: 0.1645873 Nov 23 12:55:18.836820 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39b8647-b626-4283-838b-4ef2ed6c30a7 req-1c7b6840-9bba-420b-88dc-bcd52107e873 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:55:18.838277 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-a39b8647-b626-4283-838b-4ef2ed6c30a7 req-1c7b6840-9bba-420b-88dc-bcd52107e873 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.54 "GET /v2.0/ports?device_id=771c2fd1-bd66-43dd-8871-07ce449befbe HTTP/1.1" status: 200 len: 947 time: 0.1433830 Nov 23 12:55:18.851492 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-74ee3916-0748-4f70-998a-310fe5983dbd req-751ba58f-a004-4e9b-ae48-d26ee2ba08ac tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/security-groups?id=337dbd5f-4ca9-468e-a952-84552889dad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613949 Nov 23 12:55:18.925259 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.plugin [req-a39b8647-b626-4283-838b-4ef2ed6c30a7 req-a3ff0ca5-e9cc-43d8-84ce-c3407690b663 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Deleting port 0b7974b4-c179-4876-98ef-42de356ad5ce {{(pid=86838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 12:55:18.925605 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-a39b8647-b626-4283-838b-4ef2ed6c30a7 req-a3ff0ca5-e9cc-43d8-84ce-c3407690b663 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788171068353'] for port, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:18.943455 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd199f9-2022-4b0e-b7e1-cc505b0f3a60 req-19d60c32-e85c-40bd-ad8e-75743e5608a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:55:18.944907 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-6fd199f9-2022-4b0e-b7e1-cc505b0f3a60 req-19d60c32-e85c-40bd-ad8e-75743e5608a7 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7fb182d8-89aa-4533-9984-b415a1c6c1bc HTTP/1.1" status: 200 len: 1098 time: 0.0919409 Nov 23 12:55:19.001674 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [req-6fd199f9-2022-4b0e-b7e1-cc505b0f3a60 req-8cdac40e-5c90-4ee9-b0a1-a400aed7b9e8 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=b3d7e35f-9b39-476c-802b-11467f2b6d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491383 Nov 23 12:55:19.221825 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.db [req-a39b8647-b626-4283-838b-4ef2ed6c30a7 req-a3ff0ca5-e9cc-43d8-84ce-c3407690b663 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] For port 0b7974b4-c179-4876-98ef-42de356ad5ce, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=0b7974b4-c179-4876-98ef-42de356ad5ce,segment=NetworkSegment(7cb193aa-b0a1-449a-a685-460328a69100),segment_id=7cb193aa-b0a1-449a-a685-460328a69100)] {{(pid=86838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:55:19.222064 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-a39b8647-b626-4283-838b-4ef2ed6c30a7 req-a3ff0ca5-e9cc-43d8-84ce-c3407690b663 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506271'] for port, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:19.618737 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-a39b8647-b626-4283-838b-4ef2ed6c30a7 req-a3ff0ca5-e9cc-43d8-84ce-c3407690b663 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:19.619539 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-a39b8647-b626-4283-838b-4ef2ed6c30a7 req-a3ff0ca5-e9cc-43d8-84ce-c3407690b663 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-505741'] for floatingip, after_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:19.619539 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.db.l3_db [req-a39b8647-b626-4283-838b-4ef2ed6c30a7 req-a3ff0ca5-e9cc-43d8-84ce-c3407690b663 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Floating IP fb2f2bff-7795-435d-a854-e080d182cd6e disassociated. External IP: 172.28.2.219, port: 0b7974b4-c179-4876-98ef-42de356ad5ce. Nov 23 12:55:19.619822 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.plugin [req-a39b8647-b626-4283-838b-4ef2ed6c30a7 req-a3ff0ca5-e9cc-43d8-84ce-c3407690b663 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Calling delete_port for 0b7974b4-c179-4876-98ef-42de356ad5ce owned by compute:nova {{(pid=86838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 12:55:19.810805 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4178efc9-f081-4dac-b8f2-3126f23cd56b req-83dfd1b2-604e-4a9e-abaf-e84c5e76ffcf tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:55:19.812240 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-4178efc9-f081-4dac-b8f2-3126f23cd56b req-83dfd1b2-604e-4a9e-abaf-e84c5e76ffcf tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] 10.222.0.31 "GET /v2.0/ports?device_id=7fb182d8-89aa-4533-9984-b415a1c6c1bc HTTP/1.1" status: 200 len: 945 time: 0.1644399 Nov 23 12:55:19.858898 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-a39b8647-b626-4283-838b-4ef2ed6c30a7 req-a3ff0ca5-e9cc-43d8-84ce-c3407690b663 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788171071573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788170525772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8277302'] for port, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:19.867544 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-a536c4ad-cf09-4d53-86e2-da01d6f2378b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:55:19.916951 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-4178efc9-f081-4dac-b8f2-3126f23cd56b req-f41e973e-09d7-402b-99f7-01d73aec6afb tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3d7e35f-9b39-476c-802b-11467f2b6d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958481 Nov 23 12:55:19.919500 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ff0ca5-e9cc-43d8-84ce-c3407690b663 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Pushing event deleted for resources: {'Port': ['ID=0b7974b4-c179-4876-98ef-42de356ad5ce,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:55:19.923203 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-a3ff0ca5-e9cc-43d8-84ce-c3407690b663 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:55:20.044668 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-4f2a3816-f4fd-4e25-b8ea-fd1eb0b6c895 req-1a666c78-7055-471a-86e4-aaf69b1aaf2b tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/ports?device_id=771c2fd1-bd66-43dd-8871-07ce449befbe HTTP/1.1" status: 200 len: 210 time: 0.0586703 Nov 23 12:55:20.155547 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a39b8647-b626-4283-838b-4ef2ed6c30a7 req-a3ff0ca5-e9cc-43d8-84ce-c3407690b663 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Router 9888c0cd-453b-4953-9cbd-aafa59a766da has already been hosted by L3 agent d7c7f769-7b7b-49b8-a5c1-735df886e043 {{(pid=86838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 12:55:20.348968 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a39b8647-b626-4283-838b-4ef2ed6c30a7 req-a3ff0ca5-e9cc-43d8-84ce-c3407690b663 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Notify agent at l3_agent.dv-cinder-818883-1-smb the message routers_updated {{(pid=86838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 12:55:20.360714 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0c02ab-8cfc-40af-b17f-4e95acaa24e9 None None] Sync routers for ids ['9888c0cd-453b-4953-9cbd-aafa59a766da'] in dv-cinder-818883-1-smb {{(pid=86839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 12:55:20.372033 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0c02ab-8cfc-40af-b17f-4e95acaa24e9 None None] Routers {'9888c0cd-453b-4953-9cbd-aafa59a766da'} bound to L3 agent in host dv-cinder-818883-1-smb {{(pid=86839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:55:20.372758 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_hamode_db [None req-ae0c02ab-8cfc-40af-b17f-4e95acaa24e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T12:37:26Z,description=,heartbeat_timestamp=2021-11-23T12:54:56Z,host='dv-cinder-818883-1-smb',id=d7c7f769-7b7b-49b8-a5c1-735df886e043,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:37:26Z,topic='l3_agent')) {'router_ids': ['9888c0cd-453b-4953-9cbd-aafa59a766da'], 'active': True} {{(pid=86839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:55:20.425321 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.l3_dvrscheduler_db [req-a39b8647-b626-4283-838b-4ef2ed6c30a7 req-a3ff0ca5-e9cc-43d8-84ce-c3407690b663 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] No DVR routers for this DVR port 0b7974b4-c179-4876-98ef-42de356ad5ce on host hv-cinder-81888 {{(pid=86838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 12:55:20.427962 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-a39b8647-b626-4283-838b-4ef2ed6c30a7 req-a3ff0ca5-e9cc-43d8-84ce-c3407690b663 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188604'] for port, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:20.431089 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '771c2fd1-bd66-43dd-8871-07ce449befbe', 'name': 'network-vif-deleted', 'tag': '0b7974b4-c179-4876-98ef-42de356ad5ce'}] {{(pid=86838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:55:20.443534 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-a39b8647-b626-4283-838b-4ef2ed6c30a7 req-a3ff0ca5-e9cc-43d8-84ce-c3407690b663 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.54 "DELETE /v2.0/ports/0b7974b4-c179-4876-98ef-42de356ad5ce HTTP/1.1" status: 204 len: 173 time: 1.5909736 Nov 23 12:55:20.477995 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '771c2fd1-bd66-43dd-8871-07ce449befbe', 'name': 'network-vif-deleted', 'tag': '0b7974b4-c179-4876-98ef-42de356ad5ce', 'status': 'completed', 'code': 200} Nov 23 12:55:20.586606 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_dvr_db [None req-ae0c02ab-8cfc-40af-b17f-4e95acaa24e9 None None] Set router 9888c0cd-453b-4953-9cbd-aafa59a766da gateway port host: dv-cinder-818883-1-smb {{(pid=86839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:55:20.941773 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_hamode_db [None req-ae0c02ab-8cfc-40af-b17f-4e95acaa24e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9888c0cd-453b-4953-9cbd-aafa59a766da', 'name': 'tempest-AttachVolumeShelveTestJSON-715595232-router', 'tenant_id': '2c9750bf5c154974b0144431d3be6eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'external_fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.204'}], 'enable_snat': True}, 'gw_port_id': 'fd83a026-00c2-4594-8c35-b212620aa81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:49:51Z', 'updated_at': '2021-11-23T12:49:58Z', 'revision_number': 4, 'project_id': '2c9750bf5c154974b0144431d3be6eea', 'gw_port': {'id': 'fd83a026-00c2-4594-8c35-b212620aa81a', 'name': '', 'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9888c0cd-453b-4953-9cbd-aafa59a766da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:49:52Z', 'updated_at': '2021-11-23T12:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-smb', '_interfaces': [{'id': 'ed6e8f1e-ebe8-4390-b152-685ca19a1902', 'name': '', 'network_id': '2928d89d-b6c7-4b51-90ac-bea7caaf93a1', 'tenant_id': '2c9750bf5c154974b0144431d3be6eea', 'mac_address': 'fa:16:3e:b1:56:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9888c0cd-453b-4953-9cbd-aafa59a766da', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'bfb9a90c-7be8-4cd9-9415-38a9d39de564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:49:57Z', 'updated_at': '2021-11-23T12:50:05Z', 'revision_number': 5, 'project_id': '2c9750bf5c154974b0144431d3be6eea', 'subnets': [{'id': 'bfb9a90c-7be8-4cd9-9415-38a9d39de564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-1-smb', False) {} {{(pid=86839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:55:20.945725 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0c02ab-8cfc-40af-b17f-4e95acaa24e9 None None] Checking router: 9888c0cd-453b-4953-9cbd-aafa59a766da for host: dv-cinder-818883-1-smb {{(pid=86839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 12:55:20.954717 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0c02ab-8cfc-40af-b17f-4e95acaa24e9 None None] Routers {'9888c0cd-453b-4953-9cbd-aafa59a766da'} bound to L3 agent in host dv-cinder-818883-1-smb {{(pid=86839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:55:20.955437 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_hamode_db [None req-ae0c02ab-8cfc-40af-b17f-4e95acaa24e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T12:37:26Z,description=,heartbeat_timestamp=2021-11-23T12:54:56Z,host='dv-cinder-818883-1-smb',id=d7c7f769-7b7b-49b8-a5c1-735df886e043,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:37:26Z,topic='l3_agent')) {'router_ids': ['9888c0cd-453b-4953-9cbd-aafa59a766da'], 'active': True} {{(pid=86839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:55:21.145008 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617e786a-8a58-46a2-87a5-31d223df0320 req-726d3325-c477-4591-a75b-3ab4b3936042 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:55:21.148052 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-617e786a-8a58-46a2-87a5-31d223df0320 req-726d3325-c477-4591-a75b-3ab4b3936042 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] 10.222.0.31 "GET /v2.0/ports?device_id=7fb182d8-89aa-4533-9984-b415a1c6c1bc HTTP/1.1" status: 200 len: 945 time: 0.1014283 Nov 23 12:55:21.149079 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_dvr_db [None req-ae0c02ab-8cfc-40af-b17f-4e95acaa24e9 None None] Set router 9888c0cd-453b-4953-9cbd-aafa59a766da gateway port host: dv-cinder-818883-1-smb {{(pid=86839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:55:21.190476 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 54998) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:55:21.199642 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-617e786a-8a58-46a2-87a5-31d223df0320 req-3d474eb0-3843-47b5-9301-0b0316285e23 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3d7e35f-9b39-476c-802b-11467f2b6d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459330 Nov 23 12:55:21.264277 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-103d4d53-b2e0-41aa-a36f-007ea74517b9 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Notify callbacks [] for security_group, before_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:21.293355 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-103d4d53-b2e0-41aa-a36f-007ea74517b9 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:21.358726 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-103d4d53-b2e0-41aa-a36f-007ea74517b9 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:21.364257 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-d6e2f038-939b-4b3c-a339-50a5eacc048d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:55:21.380647 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103d4d53-b2e0-41aa-a36f-007ea74517b9 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=337dbd5f-4ca9-468e-a952-84552889dad1,revision_number=None']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:55:21.385400 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d082c86f-1913-4bef-b509-3bd798f73af2 req-49bb1653-eb28-4164-84b4-697651dfcd93 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:55:21.387577 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-d082c86f-1913-4bef-b509-3bd798f73af2 req-49bb1653-eb28-4164-84b4-697651dfcd93 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] 10.222.0.31 "GET /v2.0/ports?device_id=7fb182d8-89aa-4533-9984-b415a1c6c1bc HTTP/1.1" status: 200 len: 945 time: 0.0835102 Nov 23 12:55:21.393042 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103d4d53-b2e0-41aa-a36f-007ea74517b9 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:55:21.393414 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103d4d53-b2e0-41aa-a36f-007ea74517b9 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:55:21.393780 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103d4d53-b2e0-41aa-a36f-007ea74517b9 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:55:21.394137 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103d4d53-b2e0-41aa-a36f-007ea74517b9 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:55:21.394489 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103d4d53-b2e0-41aa-a36f-007ea74517b9 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:55:21.394891 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103d4d53-b2e0-41aa-a36f-007ea74517b9 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:55:21.395608 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103d4d53-b2e0-41aa-a36f-007ea74517b9 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:55:21.396209 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103d4d53-b2e0-41aa-a36f-007ea74517b9 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:55:21.396725 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103d4d53-b2e0-41aa-a36f-007ea74517b9 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:55:21.397227 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103d4d53-b2e0-41aa-a36f-007ea74517b9 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:55:21.397743 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103d4d53-b2e0-41aa-a36f-007ea74517b9 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:55:21.397895 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 55004) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:55:21.398112 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103d4d53-b2e0-41aa-a36f-007ea74517b9 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:55:21.401477 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-103d4d53-b2e0-41aa-a36f-007ea74517b9 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:55:21.403953 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-103d4d53-b2e0-41aa-a36f-007ea74517b9 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Notify callbacks [] for security_group, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:21.404171 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.v2.base [None req-f6221cd7-3c91-469c-96be-1a7376a507da tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Request body: {'floatingip': {'port_id': '3be35753-7503-4835-b0d5-0a0e7fe27295'}} {{(pid=86838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:55:21.405180 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-103d4d53-b2e0-41aa-a36f-007ea74517b9 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "DELETE /v2.0/security-groups/337dbd5f-4ca9-468e-a952-84552889dad1 HTTP/1.1" status: 204 len: 168 time: 0.2131276 Nov 23 12:55:21.408343 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 55008) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:55:21.425154 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.api.v2.resource [None req-0b3b0a99-1ee7-48a8-ac9a-49cb75039895 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] show failed (client error): The resource could not be found. Nov 23 12:55:21.426206 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-0b3b0a99-1ee7-48a8-ac9a-49cb75039895 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "GET /v2.0/security-groups/337dbd5f-4ca9-468e-a952-84552889dad1 HTTP/1.1" status: 404 len: 347 time: 0.0169396 Nov 23 12:55:21.429397 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 55012) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:55:21.494770 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-f6221cd7-3c91-469c-96be-1a7376a507da tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Notify callbacks [] for floatingip, before_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:21.496142 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_hamode_db [None req-ae0c02ab-8cfc-40af-b17f-4e95acaa24e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9888c0cd-453b-4953-9cbd-aafa59a766da', 'name': 'tempest-AttachVolumeShelveTestJSON-715595232-router', 'tenant_id': '2c9750bf5c154974b0144431d3be6eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'external_fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.204'}], 'enable_snat': True}, 'gw_port_id': 'fd83a026-00c2-4594-8c35-b212620aa81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:49:51Z', 'updated_at': '2021-11-23T12:49:58Z', 'revision_number': 4, 'project_id': '2c9750bf5c154974b0144431d3be6eea', 'gw_port': {'id': 'fd83a026-00c2-4594-8c35-b212620aa81a', 'name': '', 'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9888c0cd-453b-4953-9cbd-aafa59a766da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:49:52Z', 'updated_at': '2021-11-23T12:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-smb', '_interfaces': [{'id': 'ed6e8f1e-ebe8-4390-b152-685ca19a1902', 'name': '', 'network_id': '2928d89d-b6c7-4b51-90ac-bea7caaf93a1', 'tenant_id': '2c9750bf5c154974b0144431d3be6eea', 'mac_address': 'fa:16:3e:b1:56:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9888c0cd-453b-4953-9cbd-aafa59a766da', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'bfb9a90c-7be8-4cd9-9415-38a9d39de564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:49:57Z', 'updated_at': '2021-11-23T12:50:05Z', 'revision_number': 5, 'project_id': '2c9750bf5c154974b0144431d3be6eea', 'subnets': [{'id': 'bfb9a90c-7be8-4cd9-9415-38a9d39de564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-1-smb', False) {} {{(pid=86839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:55:21.500864 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0c02ab-8cfc-40af-b17f-4e95acaa24e9 None None] The sync data for ids ['9888c0cd-453b-4953-9cbd-aafa59a766da'] in dv-cinder-818883-1-smb is: [{'id': '9888c0cd-453b-4953-9cbd-aafa59a766da', 'name': 'tempest-AttachVolumeShelveTestJSON-715595232-router', 'tenant_id': '2c9750bf5c154974b0144431d3be6eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'external_fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.204'}], 'enable_snat': True}, 'gw_port_id': 'fd83a026-00c2-4594-8c35-b212620aa81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:49:51Z', 'updated_at': '2021-11-23T12:49:58Z', 'revision_number': 4, 'project_id': '2c9750bf5c154974b0144431d3be6eea', 'gw_port': {'id': 'fd83a026-00c2-4594-8c35-b212620aa81a', 'name': '', 'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9888c0cd-453b-4953-9cbd-aafa59a766da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:49:52Z', 'updated_at': '2021-11-23T12:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-smb', '_interfaces': [{'id': 'ed6e8f1e-ebe8-4390-b152-685ca19a1902', 'name': '', 'network_id': '2928d89d-b6c7-4b51-90ac-bea7caaf93a1', 'tenant_id': '2c9750bf5c154974b0144431d3be6eea', 'mac_address': 'fa:16:3e:b1:56:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9888c0cd-453b-4953-9cbd-aafa59a766da', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'bfb9a90c-7be8-4cd9-9415-38a9d39de564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:49:57Z', 'updated_at': '2021-11-23T12:50:05Z', 'revision_number': 5, 'project_id': '2c9750bf5c154974b0144431d3be6eea', 'subnets': [{'id': 'bfb9a90c-7be8-4cd9-9415-38a9d39de564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 12:55:21.603181 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.plugin [None req-4d650f2b-25de-4401-af6a-93379f031590 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Deleting port 90b7a002-a037-49da-b350-d07b64c120de {{(pid=86837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 12:55:21.603522 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-4d650f2b-25de-4401-af6a-93379f031590 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788171068353'] for port, before_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:21.746752 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f55e20-57b6-4262-ba58-a0ff92f82e9e None None] New status for floating IP fb2f2bff-7795-435d-a854-e080d182cd6e: DOWN {{(pid=86840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 12:55:21.787795 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-4d650f2b-25de-4401-af6a-93379f031590 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506271'] for port, precommit_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:21.788302 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-4d650f2b-25de-4401-af6a-93379f031590 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:21.916168 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.plugin [None req-4d650f2b-25de-4401-af6a-93379f031590 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Calling delete_port for 90b7a002-a037-49da-b350-d07b64c120de owned by network:floatingip {{(pid=86837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 12:55:22.009071 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.db.api [None req-4d650f2b-25de-4401-af6a-93379f031590 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86837) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 12:55:22.009708 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_db.api [None req-4d650f2b-25de-4401-af6a-93379f031590 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 12:55:22.281458 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-f6221cd7-3c91-469c-96be-1a7376a507da tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:22.289014 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-f6221cd7-3c91-469c-96be-1a7376a507da tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-505741'] for floatingip, after_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:22.477315 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.db.l3_db [None req-f6221cd7-3c91-469c-96be-1a7376a507da tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Floating IP a304af55-b7bc-4ce2-a1fe-682380d4501d associated. External IP: 172.28.2.161, port: 3be35753-7503-4835-b0d5-0a0e7fe27295. Nov 23 12:55:22.511098 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.plugin [None req-4d650f2b-25de-4401-af6a-93379f031590 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Deleting port 90b7a002-a037-49da-b350-d07b64c120de {{(pid=86837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 12:55:22.511720 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-4d650f2b-25de-4401-af6a-93379f031590 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788171068353'] for port, before_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:22.688372 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-4d650f2b-25de-4401-af6a-93379f031590 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506271'] for port, precommit_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:22.688751 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-4d650f2b-25de-4401-af6a-93379f031590 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:22.847065 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6221cd7-3c91-469c-96be-1a7376a507da tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Router ea4af844-59f5-4385-9717-8f131d50a6ea has already been hosted by L3 agent d7c7f769-7b7b-49b8-a5c1-735df886e043 {{(pid=86838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 12:55:22.878971 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-b3d5fe09-059b-4820-9123-f7202dfd141b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:22.934007 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.plugin [None req-4d650f2b-25de-4401-af6a-93379f031590 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Calling delete_port for 90b7a002-a037-49da-b350-d07b64c120de owned by network:floatingip {{(pid=86837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 12:55:23.087765 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-4d650f2b-25de-4401-af6a-93379f031590 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788171071573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788170525772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6379447'] for port, after_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:23.092454 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-2a4edbf1-a513-4dca-96be-3d034c0a65ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:55:23.141436 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d650f2b-25de-4401-af6a-93379f031590 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Pushing event deleted for resources: {'Port': ['ID=90b7a002-a037-49da-b350-d07b64c120de,revision_number=None']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:55:23.144728 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-4d650f2b-25de-4401-af6a-93379f031590 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:55:23.153841 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6221cd7-3c91-469c-96be-1a7376a507da tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Notify agent at l3_agent.dv-cinder-818883-1-smb the message routers_updated {{(pid=86838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 12:55:23.159153 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-f6221cd7-3c91-469c-96be-1a7376a507da tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188604'] for floatingip, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:23.164477 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17e7cce-415b-48a5-b42a-a0d1b95e7536 None None] Sync routers for ids ['ea4af844-59f5-4385-9717-8f131d50a6ea'] in dv-cinder-818883-1-smb {{(pid=86839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 12:55:23.175264 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17e7cce-415b-48a5-b42a-a0d1b95e7536 None None] Routers {'ea4af844-59f5-4385-9717-8f131d50a6ea'} bound to L3 agent in host dv-cinder-818883-1-smb {{(pid=86839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:55:23.176194 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_hamode_db [None req-b17e7cce-415b-48a5-b42a-a0d1b95e7536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T12:37:26Z,description=,heartbeat_timestamp=2021-11-23T12:54:56Z,host='dv-cinder-818883-1-smb',id=d7c7f769-7b7b-49b8-a5c1-735df886e043,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:37:26Z,topic='l3_agent')) {'router_ids': ['ea4af844-59f5-4385-9717-8f131d50a6ea'], 'active': True} {{(pid=86839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:55:23.215535 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-f6221cd7-3c91-469c-96be-1a7376a507da tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] 10.222.0.31 "PUT /v2.0/floatingips/a304af55-b7bc-4ce2-a1fe-682380d4501d HTTP/1.1" status: 200 len: 991 time: 1.8161576 Nov 23 12:55:23.216420 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fb182d8-89aa-4533-9984-b415a1c6c1bc', 'tag': '3be35753-7503-4835-b0d5-0a0e7fe27295'}] {{(pid=86838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:55:23.240966 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-4d650f2b-25de-4401-af6a-93379f031590 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Notify callbacks [] for floatingip, after_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:23.255956 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-4d650f2b-25de-4401-af6a-93379f031590 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188604'] for floatingip, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:23.257084 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-4d650f2b-25de-4401-af6a-93379f031590 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] 10.222.0.31 "DELETE /v2.0/floatingips/fb2f2bff-7795-435d-a854-e080d182cd6e HTTP/1.1" status: 204 len: 168 time: 1.8265572 Nov 23 12:55:23.275814 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fb182d8-89aa-4533-9984-b415a1c6c1bc', 'tag': '3be35753-7503-4835-b0d5-0a0e7fe27295', 'status': 'completed', 'code': 200} Nov 23 12:55:23.382257 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_dvr_db [None req-b17e7cce-415b-48a5-b42a-a0d1b95e7536 None None] Set router ea4af844-59f5-4385-9717-8f131d50a6ea gateway port host: dv-cinder-818883-1-smb {{(pid=86839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:55:23.392193 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64e6563-c212-45af-aa36-a40d9acfe557 req-1d12c1cd-7543-40f8-b1e4-87ac40c15ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:55:23.393883 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-a64e6563-c212-45af-aa36-a40d9acfe557 req-1d12c1cd-7543-40f8-b1e4-87ac40c15ca2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e6142a50a1bb4ef9bfd9b1bc59edda1d&device_id=7fb182d8-89aa-4533-9984-b415a1c6c1bc HTTP/1.1" status: 200 len: 1098 time: 0.0849636 Nov 23 12:55:23.467768 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:23.558854 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64e6563-c212-45af-aa36-a40d9acfe557 req-1b2b77ca-df92-4ecf-8c8b-e8d50fb8e50d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:55:23.560538 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-a64e6563-c212-45af-aa36-a40d9acfe557 req-1b2b77ca-df92-4ecf-8c8b-e8d50fb8e50d service neutron] 10.222.0.54 "GET /v2.0/networks?id=f34ec0a4-d329-411a-9213-97be29ff4587 HTTP/1.1" status: 200 len: 911 time: 0.1597142 Nov 23 12:55:23.676224 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-a64e6563-c212-45af-aa36-a40d9acfe557 req-485b25f9-385a-4a1c-b489-7c49b656fb08 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3be35753-7503-4835-b0d5-0a0e7fe27295 HTTP/1.1" status: 200 len: 999 time: 0.1078405 Nov 23 12:55:23.745042 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64e6563-c212-45af-aa36-a40d9acfe557 req-c38f2022-64fa-4ed9-bf83-2eb265d5be39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:55:23.746593 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-a64e6563-c212-45af-aa36-a40d9acfe557 req-c38f2022-64fa-4ed9-bf83-2eb265d5be39 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=456abfc7-81cf-4d5c-adc8-b3f39f8433bb HTTP/1.1" status: 200 len: 849 time: 0.0632071 Nov 23 12:55:23.782438 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_hamode_db [None req-b17e7cce-415b-48a5-b42a-a0d1b95e7536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea4af844-59f5-4385-9717-8f131d50a6ea', 'name': 'tempest-AttachVolumeTestJSON-781259906-router', 'tenant_id': 'e6142a50a1bb4ef9bfd9b1bc59edda1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'external_fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.214'}], 'enable_snat': True}, 'gw_port_id': 'f55fc293-445d-4fee-9e3d-5f5d05c8d39c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:46:10Z', 'updated_at': '2021-11-23T12:46:21Z', 'revision_number': 4, 'project_id': 'e6142a50a1bb4ef9bfd9b1bc59edda1d', 'gw_port': {'id': 'f55fc293-445d-4fee-9e3d-5f5d05c8d39c', 'name': '', 'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:4d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4af844-59f5-4385-9717-8f131d50a6ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:46:11Z', 'updated_at': '2021-11-23T12:46:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-smb', '_floatingips': [{'id': 'a304af55-b7bc-4ce2-a1fe-682380d4501d', 'tenant_id': 'e6142a50a1bb4ef9bfd9b1bc59edda1d', 'floating_ip_address': '172.28.2.161', 'floating_network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'router_id': 'ea4af844-59f5-4385-9717-8f131d50a6ea', 'port_id': '3be35753-7503-4835-b0d5-0a0e7fe27295', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f34ec0a4-d329-411a-9213-97be29ff4587', 'mac_address': 'fa:16:3e:4a:1d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fb182d8-89aa-4533-9984-b415a1c6c1bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T12:55:06Z', 'updated_at': '2021-11-23T12:55:22Z', 'revision_number': 1, 'project_id': 'e6142a50a1bb4ef9bfd9b1bc59edda1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '419537b5-27b9-4947-af41-1b4829e4c6fc', 'name': '', 'network_id': 'f34ec0a4-d329-411a-9213-97be29ff4587', 'tenant_id': 'e6142a50a1bb4ef9bfd9b1bc59edda1d', 'mac_address': 'fa:16:3e:b2:08:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4af844-59f5-4385-9717-8f131d50a6ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '456abfc7-81cf-4d5c-adc8-b3f39f8433bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:46:18Z', 'updated_at': '2021-11-23T12:46:36Z', 'revision_number': 5, 'project_id': 'e6142a50a1bb4ef9bfd9b1bc59edda1d', 'subnets': [{'id': '456abfc7-81cf-4d5c-adc8-b3f39f8433bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-1-smb', False) {} {{(pid=86839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:55:23.786884 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17e7cce-415b-48a5-b42a-a0d1b95e7536 None None] Checking router: ea4af844-59f5-4385-9717-8f131d50a6ea for host: dv-cinder-818883-1-smb {{(pid=86839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 12:55:23.796749 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17e7cce-415b-48a5-b42a-a0d1b95e7536 None None] Routers {'ea4af844-59f5-4385-9717-8f131d50a6ea'} bound to L3 agent in host dv-cinder-818883-1-smb {{(pid=86839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:55:23.797400 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_hamode_db [None req-b17e7cce-415b-48a5-b42a-a0d1b95e7536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T12:37:26Z,description=,heartbeat_timestamp=2021-11-23T12:54:56Z,host='dv-cinder-818883-1-smb',id=d7c7f769-7b7b-49b8-a5c1-735df886e043,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:37:26Z,topic='l3_agent')) {'router_ids': ['ea4af844-59f5-4385-9717-8f131d50a6ea'], 'active': True} {{(pid=86839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:55:23.826031 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64e6563-c212-45af-aa36-a40d9acfe557 req-ebb672e2-f88e-4ea8-975e-92ca61b2995c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:55:23.827751 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-a64e6563-c212-45af-aa36-a40d9acfe557 req-ebb672e2-f88e-4ea8-975e-92ca61b2995c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f34ec0a4-d329-411a-9213-97be29ff4587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0734615 Nov 23 12:55:23.962876 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-a64e6563-c212-45af-aa36-a40d9acfe557 req-a3abd914-57cb-4561-8875-994a456fd5a2 service neutron] 10.222.0.54 "GET /v2.0/networks/f34ec0a4-d329-411a-9213-97be29ff4587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274989 Nov 23 12:55:24.043052 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_dvr_db [None req-b17e7cce-415b-48a5-b42a-a0d1b95e7536 None None] Set router ea4af844-59f5-4385-9717-8f131d50a6ea gateway port host: dv-cinder-818883-1-smb {{(pid=86839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:55:24.105136 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-a64e6563-c212-45af-aa36-a40d9acfe557 req-7de0206a-d769-4a5d-aa5e-957f48b27f9c service neutron] 10.222.0.54 "GET /v2.0/networks/f34ec0a4-d329-411a-9213-97be29ff4587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347318 Nov 23 12:55:24.353431 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Device 0b7974b4-c179-4876-98ef-42de356ad5ce no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 12:55:24.417932 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.plugin [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] No Port match for: 0b7974b4-c179-4876-98ef-42de356ad5ce {{(pid=86839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 12:55:24.418284 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Device 0b7974b4-c179-4876-98ef-42de356ad5ce not bound to the agent host hv-cinder-81888 {{(pid=86839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 12:55:24.460308 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_hamode_db [None req-b17e7cce-415b-48a5-b42a-a0d1b95e7536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea4af844-59f5-4385-9717-8f131d50a6ea', 'name': 'tempest-AttachVolumeTestJSON-781259906-router', 'tenant_id': 'e6142a50a1bb4ef9bfd9b1bc59edda1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'external_fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.214'}], 'enable_snat': True}, 'gw_port_id': 'f55fc293-445d-4fee-9e3d-5f5d05c8d39c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:46:10Z', 'updated_at': '2021-11-23T12:46:21Z', 'revision_number': 4, 'project_id': 'e6142a50a1bb4ef9bfd9b1bc59edda1d', 'gw_port': {'id': 'f55fc293-445d-4fee-9e3d-5f5d05c8d39c', 'name': '', 'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:4d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4af844-59f5-4385-9717-8f131d50a6ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:46:11Z', 'updated_at': '2021-11-23T12:46:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-smb', '_floatingips': [{'id': 'a304af55-b7bc-4ce2-a1fe-682380d4501d', 'tenant_id': 'e6142a50a1bb4ef9bfd9b1bc59edda1d', 'floating_ip_address': '172.28.2.161', 'floating_network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'router_id': 'ea4af844-59f5-4385-9717-8f131d50a6ea', 'port_id': '3be35753-7503-4835-b0d5-0a0e7fe27295', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f34ec0a4-d329-411a-9213-97be29ff4587', 'mac_address': 'fa:16:3e:4a:1d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fb182d8-89aa-4533-9984-b415a1c6c1bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T12:55:06Z', 'updated_at': '2021-11-23T12:55:22Z', 'revision_number': 1, 'project_id': 'e6142a50a1bb4ef9bfd9b1bc59edda1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '419537b5-27b9-4947-af41-1b4829e4c6fc', 'name': '', 'network_id': 'f34ec0a4-d329-411a-9213-97be29ff4587', 'tenant_id': 'e6142a50a1bb4ef9bfd9b1bc59edda1d', 'mac_address': 'fa:16:3e:b2:08:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4af844-59f5-4385-9717-8f131d50a6ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '456abfc7-81cf-4d5c-adc8-b3f39f8433bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:46:18Z', 'updated_at': '2021-11-23T12:46:36Z', 'revision_number': 5, 'project_id': 'e6142a50a1bb4ef9bfd9b1bc59edda1d', 'subnets': [{'id': '456abfc7-81cf-4d5c-adc8-b3f39f8433bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-1-smb', False) {} {{(pid=86839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:55:24.464473 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17e7cce-415b-48a5-b42a-a0d1b95e7536 None None] The sync data for ids ['ea4af844-59f5-4385-9717-8f131d50a6ea'] in dv-cinder-818883-1-smb is: [{'id': 'ea4af844-59f5-4385-9717-8f131d50a6ea', 'name': 'tempest-AttachVolumeTestJSON-781259906-router', 'tenant_id': 'e6142a50a1bb4ef9bfd9b1bc59edda1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'external_fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.214'}], 'enable_snat': True}, 'gw_port_id': 'f55fc293-445d-4fee-9e3d-5f5d05c8d39c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:46:10Z', 'updated_at': '2021-11-23T12:46:21Z', 'revision_number': 4, 'project_id': 'e6142a50a1bb4ef9bfd9b1bc59edda1d', 'gw_port': {'id': 'f55fc293-445d-4fee-9e3d-5f5d05c8d39c', 'name': '', 'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:4d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4af844-59f5-4385-9717-8f131d50a6ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:46:11Z', 'updated_at': '2021-11-23T12:46:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-smb', '_floatingips': [{'id': 'a304af55-b7bc-4ce2-a1fe-682380d4501d', 'tenant_id': 'e6142a50a1bb4ef9bfd9b1bc59edda1d', 'floating_ip_address': '172.28.2.161', 'floating_network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'router_id': 'ea4af844-59f5-4385-9717-8f131d50a6ea', 'port_id': '3be35753-7503-4835-b0d5-0a0e7fe27295', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f34ec0a4-d329-411a-9213-97be29ff4587', 'mac_address': 'fa:16:3e:4a:1d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fb182d8-89aa-4533-9984-b415a1c6c1bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T12:55:06Z', 'updated_at': '2021-11-23T12:55:22Z', 'revision_number': 1, 'project_id': 'e6142a50a1bb4ef9bfd9b1bc59edda1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '419537b5-27b9-4947-af41-1b4829e4c6fc', 'name': '', 'network_id': 'f34ec0a4-d329-411a-9213-97be29ff4587', 'tenant_id': 'e6142a50a1bb4ef9bfd9b1bc59edda1d', 'mac_address': 'fa:16:3e:b2:08:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4af844-59f5-4385-9717-8f131d50a6ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '456abfc7-81cf-4d5c-adc8-b3f39f8433bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:46:18Z', 'updated_at': '2021-11-23T12:46:36Z', 'revision_number': 5, 'project_id': 'e6142a50a1bb4ef9bfd9b1bc59edda1d', 'subnets': [{'id': '456abfc7-81cf-4d5c-adc8-b3f39f8433bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 12:55:24.667188 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a8443d-c2f5-441c-84e0-2eb47dd85a88 None None] New status for floating IP a304af55-b7bc-4ce2-a1fe-682380d4501d: ACTIVE {{(pid=86840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 12:55:25.695766 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5e6d4d4f-8894-42cd-9c0d-f2ba158ff2e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:26.104654 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 55044) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:55:26.515203 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-8254020c-a8f6-4cc9-8d4f-32dd99c2f4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:26.835756 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-0f64e9d0-2a0c-4093-bdb4-985b6ac05cfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1595807'] for router_interface, before_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:27.202033 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.plugin [None req-0f64e9d0-2a0c-4093-bdb4-985b6ac05cfb admin admin] Deleting port ed6e8f1e-ebe8-4390-b152-685ca19a1902 {{(pid=86837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 12:55:27.202899 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-0f64e9d0-2a0c-4093-bdb4-985b6ac05cfb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788171068353'] for port, before_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:27.503539 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.db [None req-0f64e9d0-2a0c-4093-bdb4-985b6ac05cfb admin admin] For port ed6e8f1e-ebe8-4390-b152-685ca19a1902, host dv-cinder-818883-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-smb',level=0,port_id=ed6e8f1e-ebe8-4390-b152-685ca19a1902,segment=NetworkSegment(7cb193aa-b0a1-449a-a685-460328a69100),segment_id=7cb193aa-b0a1-449a-a685-460328a69100)] {{(pid=86837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:55:27.503817 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-0f64e9d0-2a0c-4093-bdb4-985b6ac05cfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506271'] for port, precommit_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:27.630601 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.plugin [None req-0f64e9d0-2a0c-4093-bdb4-985b6ac05cfb admin admin] Calling delete_port for ed6e8f1e-ebe8-4390-b152-685ca19a1902 owned by network:router_interface {{(pid=86837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 12:55:27.823242 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-0f64e9d0-2a0c-4093-bdb4-985b6ac05cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788171071573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788170525772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6379447'] for port, after_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:27.827372 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-9cbcc8f8-d276-484b-9e99-a4786d893088 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:55:27.871883 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f64e9d0-2a0c-4093-bdb4-985b6ac05cfb admin admin] Pushing event deleted for resources: {'Port': ['ID=ed6e8f1e-ebe8-4390-b152-685ca19a1902,revision_number=None']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:55:27.874564 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-0f64e9d0-2a0c-4093-bdb4-985b6ac05cfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:55:28.159398 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-0f64e9d0-2a0c-4093-bdb4-985b6ac05cfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-505967'] for router_interface, after_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:28.397107 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-3a3d0f92-e1d8-40e0-8f39-c6b28c555fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:28.548949 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f64e9d0-2a0c-4093-bdb4-985b6ac05cfb admin admin] Router 9888c0cd-453b-4953-9cbd-aafa59a766da has already been hosted by L3 agent d7c7f769-7b7b-49b8-a5c1-735df886e043 {{(pid=86837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 12:55:28.731938 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f64e9d0-2a0c-4093-bdb4-985b6ac05cfb admin admin] Notify agent at l3_agent.dv-cinder-818883-1-smb the message routers_updated {{(pid=86837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 12:55:28.743439 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b6b322-4853-4814-bf99-cf100db1c2a5 None None] Sync routers for ids ['9888c0cd-453b-4953-9cbd-aafa59a766da'] in dv-cinder-818883-1-smb {{(pid=86839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 12:55:28.746291 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-0f64e9d0-2a0c-4093-bdb4-985b6ac05cfb admin admin] 10.222.0.31 "PUT /v2.0/routers/9888c0cd-453b-4953-9cbd-aafa59a766da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6404500 Nov 23 12:55:28.749139 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 55054) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:55:28.753888 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b6b322-4853-4814-bf99-cf100db1c2a5 None None] Routers {'9888c0cd-453b-4953-9cbd-aafa59a766da'} bound to L3 agent in host dv-cinder-818883-1-smb {{(pid=86839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:55:28.754527 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_hamode_db [None req-a6b6b322-4853-4814-bf99-cf100db1c2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T12:37:26Z,description=,heartbeat_timestamp=2021-11-23T12:55:26Z,host='dv-cinder-818883-1-smb',id=d7c7f769-7b7b-49b8-a5c1-735df886e043,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:37:26Z,topic='l3_agent')) {'router_ids': ['9888c0cd-453b-4953-9cbd-aafa59a766da'], 'active': True} {{(pid=86839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:55:28.948764 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_dvr_db [None req-a6b6b322-4853-4814-bf99-cf100db1c2a5 None None] Set router 9888c0cd-453b-4953-9cbd-aafa59a766da gateway port host: dv-cinder-818883-1-smb {{(pid=86839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:55:29.047923 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-de5ba3d6-d2f0-41b6-9bb8-c3fb108b2c6c admin admin] Notify callbacks [] for router, before_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:29.245117 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-de5ba3d6-d2f0-41b6-9bb8-c3fb108b2c6c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:29.256727 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_hamode_db [None req-a6b6b322-4853-4814-bf99-cf100db1c2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9888c0cd-453b-4953-9cbd-aafa59a766da', 'name': 'tempest-AttachVolumeShelveTestJSON-715595232-router', 'tenant_id': '2c9750bf5c154974b0144431d3be6eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'external_fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.204'}], 'enable_snat': True}, 'gw_port_id': 'fd83a026-00c2-4594-8c35-b212620aa81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:49:51Z', 'updated_at': '2021-11-23T12:55:27Z', 'revision_number': 5, 'project_id': '2c9750bf5c154974b0144431d3be6eea', 'gw_port': {'id': 'fd83a026-00c2-4594-8c35-b212620aa81a', 'name': '', 'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9888c0cd-453b-4953-9cbd-aafa59a766da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:49:52Z', 'updated_at': '2021-11-23T12:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-smb'}], 'dv-cinder-818883-1-smb', False) {} {{(pid=86839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:55:29.258087 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.plugin [None req-de5ba3d6-d2f0-41b6-9bb8-c3fb108b2c6c admin admin] Deleting port fd83a026-00c2-4594-8c35-b212620aa81a {{(pid=86837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 12:55:29.258605 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-de5ba3d6-d2f0-41b6-9bb8-c3fb108b2c6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788171068353'] for port, before_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:29.261654 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b6b322-4853-4814-bf99-cf100db1c2a5 None None] Checking router: 9888c0cd-453b-4953-9cbd-aafa59a766da for host: dv-cinder-818883-1-smb {{(pid=86839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 12:55:29.271054 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b6b322-4853-4814-bf99-cf100db1c2a5 None None] Routers {'9888c0cd-453b-4953-9cbd-aafa59a766da'} bound to L3 agent in host dv-cinder-818883-1-smb {{(pid=86839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:55:29.271676 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_hamode_db [None req-a6b6b322-4853-4814-bf99-cf100db1c2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T12:37:26Z,description=,heartbeat_timestamp=2021-11-23T12:55:26Z,host='dv-cinder-818883-1-smb',id=d7c7f769-7b7b-49b8-a5c1-735df886e043,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:37:26Z,topic='l3_agent')) {'router_ids': ['9888c0cd-453b-4953-9cbd-aafa59a766da'], 'active': True} {{(pid=86839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:55:29.425748 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_dvr_db [None req-a6b6b322-4853-4814-bf99-cf100db1c2a5 None None] Set router 9888c0cd-453b-4953-9cbd-aafa59a766da gateway port host: None {{(pid=86839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:55:29.447800 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.db [None req-de5ba3d6-d2f0-41b6-9bb8-c3fb108b2c6c admin admin] For port fd83a026-00c2-4594-8c35-b212620aa81a, host dv-cinder-818883-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-smb',level=0,port_id=fd83a026-00c2-4594-8c35-b212620aa81a,segment=NetworkSegment(2dcdf227-6722-4632-a1c4-3c71d035812a),segment_id=2dcdf227-6722-4632-a1c4-3c71d035812a)] {{(pid=86837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:55:29.448232 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-de5ba3d6-d2f0-41b6-9bb8-c3fb108b2c6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506271'] for port, precommit_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:29.533256 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.l3_hamode_db [None req-a6b6b322-4853-4814-bf99-cf100db1c2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9888c0cd-453b-4953-9cbd-aafa59a766da', 'name': 'tempest-AttachVolumeShelveTestJSON-715595232-router', 'tenant_id': '2c9750bf5c154974b0144431d3be6eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:49:51Z', 'updated_at': '2021-11-23T12:55:29Z', 'revision_number': 6, 'project_id': '2c9750bf5c154974b0144431d3be6eea', 'gw_port_host': None}], 'dv-cinder-818883-1-smb', False) {} {{(pid=86839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:55:29.537581 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b6b322-4853-4814-bf99-cf100db1c2a5 None None] The sync data for ids ['9888c0cd-453b-4953-9cbd-aafa59a766da'] in dv-cinder-818883-1-smb is: [{'id': '9888c0cd-453b-4953-9cbd-aafa59a766da', 'name': 'tempest-AttachVolumeShelveTestJSON-715595232-router', 'tenant_id': '2c9750bf5c154974b0144431d3be6eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:49:51Z', 'updated_at': '2021-11-23T12:55:29Z', 'revision_number': 6, 'project_id': '2c9750bf5c154974b0144431d3be6eea', 'gw_port_host': None}] {{(pid=86839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 12:55:29.582043 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.plugin [None req-de5ba3d6-d2f0-41b6-9bb8-c3fb108b2c6c admin admin] Calling delete_port for fd83a026-00c2-4594-8c35-b212620aa81a owned by network:router_gateway {{(pid=86837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 12:55:29.765794 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-de5ba3d6-d2f0-41b6-9bb8-c3fb108b2c6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788171071573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788170525772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6379447'] for port, after_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:29.770364 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-bdb45691-e4c5-4b36-a7ed-5dbcab5e5893 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:55:29.820850 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5ba3d6-d2f0-41b6-9bb8-c3fb108b2c6c admin admin] Pushing event deleted for resources: {'Port': ['ID=fd83a026-00c2-4594-8c35-b212620aa81a,revision_number=None']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:55:29.823217 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-de5ba3d6-d2f0-41b6-9bb8-c3fb108b2c6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:55:29.918738 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-de5ba3d6-d2f0-41b6-9bb8-c3fb108b2c6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-505848'] for router_gateway, after_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:30.097308 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-de5ba3d6-d2f0-41b6-9bb8-c3fb108b2c6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-505939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1029488'] for router, precommit_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:30.099950 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-de5ba3d6-d2f0-41b6-9bb8-c3fb108b2c6c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:30.125407 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-de5ba3d6-d2f0-41b6-9bb8-c3fb108b2c6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1595766'] for router, after_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:30.125951 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de5ba3d6-d2f0-41b6-9bb8-c3fb108b2c6c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9888c0cd-453b-4953-9cbd-aafa59a766da {{(pid=86837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 23 12:55:30.140377 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-de5ba3d6-d2f0-41b6-9bb8-c3fb108b2c6c admin admin] Notify callbacks [] for router, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:30.141583 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-de5ba3d6-d2f0-41b6-9bb8-c3fb108b2c6c admin admin] 10.222.0.31 "DELETE /v2.0/routers/9888c0cd-453b-4953-9cbd-aafa59a766da HTTP/1.1" status: 204 len: 168 time: 1.3914862 Nov 23 12:55:30.144203 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 55062) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:55:30.207999 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.db_base_plugin_v2 [None req-b73b4e8e-5d59-47bc-b2e7-e93a2e3c98bf admin admin] Deleting subnet bfb9a90c-7be8-4cd9-9415-38a9d39de564 {{(pid=86837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 23 12:55:30.211331 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-b73b4e8e-5d59-47bc-b2e7-e93a2e3c98bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:30.264581 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-b73b4e8e-5d59-47bc-b2e7-e93a2e3c98bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-865861'] for subnet, precommit_delete_associations {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:30.350303 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-b73b4e8e-5d59-47bc-b2e7-e93a2e3c98bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569929'] for subnet, precommit_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:30.423060 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-b73b4e8e-5d59-47bc-b2e7-e93a2e3c98bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6379396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8238059'] for subnet, after_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:30.427077 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:55:30.462957 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73b4e8e-5d59-47bc-b2e7-e93a2e3c98bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bfb9a90c-7be8-4cd9-9415-38a9d39de564,revision_number=None']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:55:30.465928 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-b73b4e8e-5d59-47bc-b2e7-e93a2e3c98bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:55:30.467006 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-b73b4e8e-5d59-47bc-b2e7-e93a2e3c98bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:30.473871 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-b73b4e8e-5d59-47bc-b2e7-e93a2e3c98bf admin admin] 10.222.0.31 "DELETE /v2.0/subnets/bfb9a90c-7be8-4cd9-9415-38a9d39de564 HTTP/1.1" status: 204 len: 168 time: 0.3286011 Nov 23 12:55:30.476614 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 55066) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:55:30.477126 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d19007-3b54-4066-b231-45594715c1dc None None] Network 2928d89d-b6c7-4b51-90ac-bea7caaf93a1 requested from dv-cinder-818883-1-smb {{(pid=86839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 12:55:30.593068 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-fa081076-17ba-4665-acd3-eff6c03cb1b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1549810'] for network, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:30.604070 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.plugin [None req-fa081076-17ba-4665-acd3-eff6c03cb1b5 admin admin] Deleting port 3f321286-4f5a-4ffd-9dd2-50f5849d5122 {{(pid=86838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 12:55:30.604327 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-fa081076-17ba-4665-acd3-eff6c03cb1b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788171068353'] for port, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:30.795528 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd84c500-da6f-4a19-abf6-f4875ef1d5b7 None None] DHCP port deletion for 2928d89d-b6c7-4b51-90ac-bea7caaf93a1 request from dv-cinder-818883-1-smb {{(pid=86839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 23 12:55:30.799987 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.plugin [None req-bd84c500-da6f-4a19-abf6-f4875ef1d5b7 None None] Deleting port 3f321286-4f5a-4ffd-9dd2-50f5849d5122 {{(pid=86839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 12:55:30.800363 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-bd84c500-da6f-4a19-abf6-f4875ef1d5b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788171068353'] for port, before_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:30.834946 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.db [None req-fa081076-17ba-4665-acd3-eff6c03cb1b5 admin admin] For port 3f321286-4f5a-4ffd-9dd2-50f5849d5122, host dv-cinder-818883-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-smb',level=0,port_id=3f321286-4f5a-4ffd-9dd2-50f5849d5122,segment=NetworkSegment(7cb193aa-b0a1-449a-a685-460328a69100),segment_id=7cb193aa-b0a1-449a-a685-460328a69100)] {{(pid=86838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:55:30.835213 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-fa081076-17ba-4665-acd3-eff6c03cb1b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506271'] for port, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:30.960478 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.plugin [None req-fa081076-17ba-4665-acd3-eff6c03cb1b5 admin admin] Calling delete_port for 3f321286-4f5a-4ffd-9dd2-50f5849d5122 owned by network:dhcp {{(pid=86838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 12:55:31.012657 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-bd84c500-da6f-4a19-abf6-f4875ef1d5b7 None None] For port 3f321286-4f5a-4ffd-9dd2-50f5849d5122, host dv-cinder-818883-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-smb',level=0,port_id=3f321286-4f5a-4ffd-9dd2-50f5849d5122,segment=NetworkSegment(7cb193aa-b0a1-449a-a685-460328a69100),segment_id=7cb193aa-b0a1-449a-a685-460328a69100)] {{(pid=86839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:55:31.012657 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-bd84c500-da6f-4a19-abf6-f4875ef1d5b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506271'] for port, precommit_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:31.045721 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-fa081076-17ba-4665-acd3-eff6c03cb1b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788171071573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788170525772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8277302'] for port, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:31.049840 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-9d8fb68f-0f73-4ddd-9a8e-7ce72579396b tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:55:31.098147 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa081076-17ba-4665-acd3-eff6c03cb1b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f321286-4f5a-4ffd-9dd2-50f5849d5122,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:55:31.107910 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa081076-17ba-4665-acd3-eff6c03cb1b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:55:31.108299 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa081076-17ba-4665-acd3-eff6c03cb1b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:55:31.108683 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa081076-17ba-4665-acd3-eff6c03cb1b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:55:31.109050 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa081076-17ba-4665-acd3-eff6c03cb1b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:55:31.109409 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa081076-17ba-4665-acd3-eff6c03cb1b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:55:31.109873 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa081076-17ba-4665-acd3-eff6c03cb1b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:55:31.110129 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa081076-17ba-4665-acd3-eff6c03cb1b5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:55:31.110478 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa081076-17ba-4665-acd3-eff6c03cb1b5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:55:31.110859 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa081076-17ba-4665-acd3-eff6c03cb1b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:55:31.111212 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa081076-17ba-4665-acd3-eff6c03cb1b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:55:31.111564 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa081076-17ba-4665-acd3-eff6c03cb1b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:55:31.111913 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa081076-17ba-4665-acd3-eff6c03cb1b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:55:31.116190 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-fa081076-17ba-4665-acd3-eff6c03cb1b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:55:31.117415 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa081076-17ba-4665-acd3-eff6c03cb1b5 admin admin] No DVR routers for this DVR port 3f321286-4f5a-4ffd-9dd2-50f5849d5122 on host dv-cinder-818883-1-smb {{(pid=86838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 12:55:31.153317 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.plugin [None req-bd84c500-da6f-4a19-abf6-f4875ef1d5b7 None None] Calling delete_port for 3f321286-4f5a-4ffd-9dd2-50f5849d5122 owned by network:dhcp {{(pid=86839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 12:55:31.217607 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Device fd83a026-00c2-4594-8c35-b212620aa81a no longer exists at agent ovs-agent-dv-cinder-818883-1-smb {{(pid=86839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 12:55:31.269674 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.plugin [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] No Port match for: fd83a026-00c2-4594-8c35-b212620aa81a {{(pid=86839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 12:55:31.270065 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Device fd83a026-00c2-4594-8c35-b212620aa81a not bound to the agent host dv-cinder-818883-1-smb {{(pid=86839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 12:55:31.270455 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Device 3f321286-4f5a-4ffd-9dd2-50f5849d5122 no longer exists at agent ovs-agent-dv-cinder-818883-1-smb {{(pid=86839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 12:55:31.306150 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.plugin [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] No Port match for: 3f321286-4f5a-4ffd-9dd2-50f5849d5122 {{(pid=86839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 12:55:31.306500 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Device 3f321286-4f5a-4ffd-9dd2-50f5849d5122 not bound to the agent host dv-cinder-818883-1-smb {{(pid=86839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 12:55:31.306969 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Device ed6e8f1e-ebe8-4390-b152-685ca19a1902 no longer exists at agent ovs-agent-dv-cinder-818883-1-smb {{(pid=86839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 12:55:31.341465 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.db.api [None req-bd84c500-da6f-4a19-abf6-f4875ef1d5b7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 12:55:31.341948 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_db.api [None req-bd84c500-da6f-4a19-abf6-f4875ef1d5b7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 12:55:31.342586 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.plugin [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] No Port match for: ed6e8f1e-ebe8-4390-b152-685ca19a1902 {{(pid=86839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 12:55:31.342835 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Device ed6e8f1e-ebe8-4390-b152-685ca19a1902 not bound to the agent host dv-cinder-818883-1-smb {{(pid=86839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 12:55:31.346876 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-fa081076-17ba-4665-acd3-eff6c03cb1b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-568418', 'neutron.services.segments.db._delete_segments_for_network-8788170962598'] for network, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:31.373758 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.services.segments.db [None req-fa081076-17ba-4665-acd3-eff6c03cb1b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2928d89d-b6c7-4b51-90ac-bea7caaf93a1']}} {{(pid=86838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:55:31.387074 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.services.segments.db [None req-fa081076-17ba-4665-acd3-eff6c03cb1b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cb193aa-b0a1-449a-a685-460328a69100') {'for_net_delete': True} {{(pid=86838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:55:31.387374 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.services.segments.db [None req-fa081076-17ba-4665-acd3-eff6c03cb1b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cb193aa-b0a1-449a-a685-460328a69100') {} {{(pid=86838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:55:31.399721 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-fa081076-17ba-4665-acd3-eff6c03cb1b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788170845049', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8358439'] for segment, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:31.417960 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-fa081076-17ba-4665-acd3-eff6c03cb1b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572451'] for segment, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:31.425152 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa081076-17ba-4665-acd3-eff6c03cb1b5 admin admin] Releasing vlan 769 on physical network physnet1 to pool {{(pid=86838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 12:55:31.425552 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-fa081076-17ba-4665-acd3-eff6c03cb1b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-572458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8277467'] for segment, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:31.439081 dv-cinder-818883-1-smb neutron-server[86838]: Traceback (most recent call last): Nov 23 12:55:31.439081 dv-cinder-818883-1-smb neutron-server[86838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 12:55:31.439081 dv-cinder-818883-1-smb neutron-server[86838]: timer() Nov 23 12:55:31.439081 dv-cinder-818883-1-smb neutron-server[86838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 12:55:31.439081 dv-cinder-818883-1-smb neutron-server[86838]: cb(*args, **kw) Nov 23 12:55:31.439081 dv-cinder-818883-1-smb neutron-server[86838]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 23 12:55:31.439081 dv-cinder-818883-1-smb neutron-server[86838]: return func(*args, **kwargs) Nov 23 12:55:31.439081 dv-cinder-818883-1-smb neutron-server[86838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 12:55:31.439081 dv-cinder-818883-1-smb neutron-server[86838]: self._notify() Nov 23 12:55:31.439081 dv-cinder-818883-1-smb neutron-server[86838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 12:55:31.439081 dv-cinder-818883-1-smb neutron-server[86838]: self.callback(batched_events) Nov 23 12:55:31.439081 dv-cinder-818883-1-smb neutron-server[86838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 12:55:31.439081 dv-cinder-818883-1-smb neutron-server[86838]: event.method(event) Nov 23 12:55:31.439081 dv-cinder-818883-1-smb neutron-server[86838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 23 12:55:31.439081 dv-cinder-818883-1-smb neutron-server[86838]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 12:55:31.439081 dv-cinder-818883-1-smb neutron-server[86838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 23 12:55:31.439081 dv-cinder-818883-1-smb neutron-server[86838]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 12:55:31.439081 dv-cinder-818883-1-smb neutron-server[86838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 23 12:55:31.439081 dv-cinder-818883-1-smb neutron-server[86838]: return f(self, *a, **k) Nov 23 12:55:31.439081 dv-cinder-818883-1-smb neutron-server[86838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 23 12:55:31.439081 dv-cinder-818883-1-smb neutron-server[86838]: return self._get(url).json() Nov 23 12:55:31.439081 dv-cinder-818883-1-smb neutron-server[86838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 23 12:55:31.439081 dv-cinder-818883-1-smb neutron-server[86838]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 12:55:31.439081 dv-cinder-818883-1-smb neutron-server[86838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 12:55:31.439081 dv-cinder-818883-1-smb neutron-server[86838]: return self.request(url, 'GET', **kwargs) Nov 23 12:55:31.439081 dv-cinder-818883-1-smb neutron-server[86838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 12:55:31.439081 dv-cinder-818883-1-smb neutron-server[86838]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 12:55:31.439081 dv-cinder-818883-1-smb neutron-server[86838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 12:55:31.439081 dv-cinder-818883-1-smb neutron-server[86838]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 12:55:31.439081 dv-cinder-818883-1-smb neutron-server[86838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 12:55:31.439081 dv-cinder-818883-1-smb neutron-server[86838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 12:55:31.439081 dv-cinder-818883-1-smb neutron-server[86838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 12:55:31.520641 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-fa081076-17ba-4665-acd3-eff6c03cb1b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-568411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-505759'] for network, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:31.525433 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:55:31.539177 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-fa081076-17ba-4665-acd3-eff6c03cb1b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600637'] for network, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:31.549936 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa081076-17ba-4665-acd3-eff6c03cb1b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=2928d89d-b6c7-4b51-90ac-bea7caaf93a1,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:55:31.554100 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-fa081076-17ba-4665-acd3-eff6c03cb1b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:55:31.565739 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-fa081076-17ba-4665-acd3-eff6c03cb1b5 admin admin] 10.222.0.31 "DELETE /v2.0/networks/2928d89d-b6c7-4b51-90ac-bea7caaf93a1 HTTP/1.1" status: 204 len: 168 time: 1.0879939 Nov 23 12:55:31.689126 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 55074) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:55:31.742740 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-a145f86b-3cc1-40cd-8a2d-81b1a5ed35ea admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2c9750bf5c154974b0144431d3be6eea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0522418 Nov 23 12:55:31.745567 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 55078) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:55:31.807329 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-b9743263-d4f7-437b-8963-0053550f7c55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:31.835842 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-b9743263-d4f7-437b-8963-0053550f7c55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:31.843567 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.plugin [None req-bd84c500-da6f-4a19-abf6-f4875ef1d5b7 None None] Deleting port 3f321286-4f5a-4ffd-9dd2-50f5849d5122 {{(pid=86839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 12:55:31.844181 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-bd84c500-da6f-4a19-abf6-f4875ef1d5b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788171068353'] for port, before_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:31.891929 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-b9743263-d4f7-437b-8963-0053550f7c55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:31.896073 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-46ce2310-6e3d-428a-a09d-259f044019a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:55:31.914380 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9743263-d4f7-437b-8963-0053550f7c55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73a8f48c-9625-4bc2-bf63-4f0b1f43f74a,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:55:31.916881 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.plugin [None req-bd84c500-da6f-4a19-abf6-f4875ef1d5b7 None None] The port '3f321286-4f5a-4ffd-9dd2-50f5849d5122' was deleted {{(pid=86839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 23 12:55:31.918572 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-b9743263-d4f7-437b-8963-0053550f7c55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:55:31.922291 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-b9743263-d4f7-437b-8963-0053550f7c55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:31.923472 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-b9743263-d4f7-437b-8963-0053550f7c55 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/73a8f48c-9625-4bc2-bf63-4f0b1f43f74a HTTP/1.1" status: 204 len: 168 time: 0.1768775 Nov 23 12:55:34.734132 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:39.150757 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.agents_db [None req-d0d00f27-41a4-4d9d-a63d-8c6bf84d2b10 None None] Agent healthcheck: found 6 active agents {{(pid=86840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 12:55:52.875250 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-57af90f7-8bd5-4e1f-a1e5-69815c9efda8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:53.414691 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:55.691595 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-dc298098-40e6-4717-affd-7fc585044ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:56.515789 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-8254020c-a8f6-4cc9-8d4f-32dd99c2f4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:58.303676 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-3a3d0f92-e1d8-40e0-8f39-c6b28c555fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:04.732079 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:04.834011 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-48f1f0bb-843e-45ee-9ee3-7589edb30948 req-9b75c16b-7dc6-4460-81b9-773795fecb10 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7fb182d8-89aa-4533-9984-b415a1c6c1bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0737755 Nov 23 12:56:04.991257 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f1f0bb-843e-45ee-9ee3-7589edb30948 req-9158674b-c2fa-4b3b-b1f3-b6bff6c176dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:56:04.992769 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-48f1f0bb-843e-45ee-9ee3-7589edb30948 req-9158674b-c2fa-4b3b-b1f3-b6bff6c176dd service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e6142a50a1bb4ef9bfd9b1bc59edda1d&device_id=7fb182d8-89aa-4533-9984-b415a1c6c1bc HTTP/1.1" status: 200 len: 1098 time: 0.0838747 Nov 23 12:56:05.151159 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f1f0bb-843e-45ee-9ee3-7589edb30948 req-b86ef7fe-8274-43bd-ae2e-e33fab6a5abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:56:05.152642 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-48f1f0bb-843e-45ee-9ee3-7589edb30948 req-b86ef7fe-8274-43bd-ae2e-e33fab6a5abc service neutron] 10.222.0.54 "GET /v2.0/networks?id=f34ec0a4-d329-411a-9213-97be29ff4587 HTTP/1.1" status: 200 len: 911 time: 0.1383264 Nov 23 12:56:05.271065 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-48f1f0bb-843e-45ee-9ee3-7589edb30948 req-ad0ae784-6db4-4317-818a-97571c0bd38f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3be35753-7503-4835-b0d5-0a0e7fe27295 HTTP/1.1" status: 200 len: 1001 time: 0.1107481 Nov 23 12:56:05.340813 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f1f0bb-843e-45ee-9ee3-7589edb30948 req-b29a9d9f-8d88-4d39-9d56-af175e9ac004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:56:05.342354 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-48f1f0bb-843e-45ee-9ee3-7589edb30948 req-b29a9d9f-8d88-4d39-9d56-af175e9ac004 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=456abfc7-81cf-4d5c-adc8-b3f39f8433bb HTTP/1.1" status: 200 len: 849 time: 0.0640998 Nov 23 12:56:05.429773 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f1f0bb-843e-45ee-9ee3-7589edb30948 req-9b0892fd-1d33-482f-a98f-41cb598e291f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:56:05.431614 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-48f1f0bb-843e-45ee-9ee3-7589edb30948 req-9b0892fd-1d33-482f-a98f-41cb598e291f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f34ec0a4-d329-411a-9213-97be29ff4587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0821874 Nov 23 12:56:05.579996 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-48f1f0bb-843e-45ee-9ee3-7589edb30948 req-479b7012-ed9d-4e1f-a5c9-f8515e59af66 service neutron] 10.222.0.54 "GET /v2.0/networks/f34ec0a4-d329-411a-9213-97be29ff4587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322734 Nov 23 12:56:05.717273 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-48f1f0bb-843e-45ee-9ee3-7589edb30948 req-e841878c-6350-4517-951f-460158d0c343 service neutron] 10.222.0.54 "GET /v2.0/networks/f34ec0a4-d329-411a-9213-97be29ff4587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306102 Nov 23 12:56:06.281760 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 55524) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:56:06.410994 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-6ecce2c5-d870-4168-a145-8bdc04d21a02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:06.429515 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-6ecce2c5-d870-4168-a145-8bdc04d21a02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:56:06.433555 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-6ecce2c5-d870-4168-a145-8bdc04d21a02 admin admin] Usage tracker for resource:security_group_rule and tenant:355a147e5e3c4cb79354bcd87f0492cd is out of sync, need to count used quota {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:56:06.436519 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-6ecce2c5-d870-4168-a145-8bdc04d21a02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:56:06.442582 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-6ecce2c5-d870-4168-a145-8bdc04d21a02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:56:06.639907 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-6ecce2c5-d870-4168-a145-8bdc04d21a02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:06.650627 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-6ecce2c5-d870-4168-a145-8bdc04d21a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:06.658183 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-1638deea-d591-4540-a5f3-e14bd87822fd tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:56:06.697984 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecce2c5-d870-4168-a145-8bdc04d21a02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b4de2f7-e597-475f-ba4f-8c681dd9c327,revision_number=1']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:56:06.702011 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-6ecce2c5-d870-4168-a145-8bdc04d21a02 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=355a147e5e3c4cb79354bcd87f0492cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4191453 Nov 23 12:56:06.702928 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-6ecce2c5-d870-4168-a145-8bdc04d21a02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:56:06.705381 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 55530) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:56:06.767996 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-14cd5bee-ade4-4643-ad01-3a0008c0a996 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:06.794504 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-14cd5bee-ade4-4643-ad01-3a0008c0a996 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:06.849321 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-14cd5bee-ade4-4643-ad01-3a0008c0a996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:06.853232 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-3ae87c27-fa59-4b44-847a-8c444c8b7259 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:56:06.864560 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cd5bee-ade4-4643-ad01-3a0008c0a996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b4de2f7-e597-475f-ba4f-8c681dd9c327,revision_number=None']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:56:06.868494 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-14cd5bee-ade4-4643-ad01-3a0008c0a996 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:56:06.871742 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-14cd5bee-ade4-4643-ad01-3a0008c0a996 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:06.872879 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-14cd5bee-ade4-4643-ad01-3a0008c0a996 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4b4de2f7-e597-475f-ba4f-8c681dd9c327 HTTP/1.1" status: 204 len: 168 time: 0.1666100 Nov 23 12:56:07.188035 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 55542) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:56:07.206342 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-a6480aa4-759c-4a04-9453-ac5c620454d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:07.220843 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-a6480aa4-759c-4a04-9453-ac5c620454d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:56:07.224960 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-a6480aa4-759c-4a04-9453-ac5c620454d6 admin admin] Usage tracker for resource:security_group_rule and tenant:2abe91215caa4e70ad4de99904fa3055 is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:56:07.227859 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-a6480aa4-759c-4a04-9453-ac5c620454d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:56:07.233996 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-a6480aa4-759c-4a04-9453-ac5c620454d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:56:07.332903 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-a6480aa4-759c-4a04-9453-ac5c620454d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:07.337722 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-a6480aa4-759c-4a04-9453-ac5c620454d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:07.352414 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-3ad6a769-2010-4d68-bcb2-ee731402b40b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:56:07.392594 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-a6480aa4-759c-4a04-9453-ac5c620454d6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2abe91215caa4e70ad4de99904fa3055&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2033944 Nov 23 12:56:07.393535 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6480aa4-759c-4a04-9453-ac5c620454d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e015fb26-961b-4d1e-aaca-ff533bc706e0,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:56:07.395774 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 55552) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:56:07.397010 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-a6480aa4-759c-4a04-9453-ac5c620454d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:56:07.458142 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-a0848bbf-fa42-4a67-9327-14ad8998cc49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:07.485496 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-a0848bbf-fa42-4a67-9327-14ad8998cc49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:07.549218 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-a0848bbf-fa42-4a67-9327-14ad8998cc49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:07.554900 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-5734a30e-6d97-49d2-92e5-15c6fc3cda9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:56:07.567842 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0848bbf-fa42-4a67-9327-14ad8998cc49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e015fb26-961b-4d1e-aaca-ff533bc706e0,revision_number=None']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:56:07.572480 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-a0848bbf-fa42-4a67-9327-14ad8998cc49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:07.576293 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-a0848bbf-fa42-4a67-9327-14ad8998cc49 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e015fb26-961b-4d1e-aaca-ff533bc706e0 HTTP/1.1" status: 204 len: 168 time: 0.1794450 Nov 23 12:56:07.583444 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-a0848bbf-fa42-4a67-9327-14ad8998cc49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:56:14.440869 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb55fae-cb2b-4f68-975a-53e68b808e4a req-0502af8f-4ee8-4a50-a7cc-ec3223dcc5f1 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:56:14.442335 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-efb55fae-cb2b-4f68-975a-53e68b808e4a req-0502af8f-4ee8-4a50-a7cc-ec3223dcc5f1 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] 10.222.0.31 "GET /v2.0/ports?device_id=7fb182d8-89aa-4533-9984-b415a1c6c1bc HTTP/1.1" status: 200 len: 945 time: 0.0817711 Nov 23 12:56:14.495431 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-efb55fae-cb2b-4f68-975a-53e68b808e4a req-7486a04a-42af-4889-ae1b-1fd6b03f6729 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3d7e35f-9b39-476c-802b-11467f2b6d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468838 Nov 23 12:56:15.887630 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cf30ed-bf1e-4af1-854a-5c2df038a765 req-73073579-a236-4ddc-964e-5b20c1a28e17 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:56:15.889194 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-e9cf30ed-bf1e-4af1-854a-5c2df038a765 req-73073579-a236-4ddc-964e-5b20c1a28e17 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] 10.222.0.31 "GET /v2.0/ports?device_id=7fb182d8-89aa-4533-9984-b415a1c6c1bc HTTP/1.1" status: 200 len: 945 time: 0.2869883 Nov 23 12:56:15.934414 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-e9cf30ed-bf1e-4af1-854a-5c2df038a765 req-ae425b5d-6fd2-4ebc-845b-4eb7a649a2ad tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3d7e35f-9b39-476c-802b-11467f2b6d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393286 Nov 23 12:56:16.150142 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.agents_db [None req-d0d00f27-41a4-4d9d-a63d-8c6bf84d2b10 None None] Agent healthcheck: found 6 active agents {{(pid=86840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 12:56:16.341763 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b79711-3a03-4c0e-9ac2-222061d5e17c req-41d351d5-bbcc-4bb7-b26a-902f6bf75e29 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:56:16.343165 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-22b79711-3a03-4c0e-9ac2-222061d5e17c req-41d351d5-bbcc-4bb7-b26a-902f6bf75e29 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] 10.222.0.54 "GET /v2.0/ports?device_id=7fb182d8-89aa-4533-9984-b415a1c6c1bc HTTP/1.1" status: 200 len: 945 time: 0.0864782 Nov 23 12:56:16.421816 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.plugin [req-22b79711-3a03-4c0e-9ac2-222061d5e17c req-a4326fe2-8c18-442c-a393-524e1b8b6fd0 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Deleting port 3be35753-7503-4835-b0d5-0a0e7fe27295 {{(pid=86838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 12:56:16.422416 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-22b79711-3a03-4c0e-9ac2-222061d5e17c req-a4326fe2-8c18-442c-a393-524e1b8b6fd0 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788171068353'] for port, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:16.775287 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.db [req-22b79711-3a03-4c0e-9ac2-222061d5e17c req-a4326fe2-8c18-442c-a393-524e1b8b6fd0 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] For port 3be35753-7503-4835-b0d5-0a0e7fe27295, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=3be35753-7503-4835-b0d5-0a0e7fe27295,segment=NetworkSegment(72423ed0-d64a-4579-bbc7-85380a74b257),segment_id=72423ed0-d64a-4579-bbc7-85380a74b257)] {{(pid=86838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:56:16.775637 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-22b79711-3a03-4c0e-9ac2-222061d5e17c req-a4326fe2-8c18-442c-a393-524e1b8b6fd0 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506271'] for port, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:17.078199 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-22b79711-3a03-4c0e-9ac2-222061d5e17c req-a4326fe2-8c18-442c-a393-524e1b8b6fd0 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:17.078864 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-22b79711-3a03-4c0e-9ac2-222061d5e17c req-a4326fe2-8c18-442c-a393-524e1b8b6fd0 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-505741'] for floatingip, after_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:17.079004 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.db.l3_db [req-22b79711-3a03-4c0e-9ac2-222061d5e17c req-a4326fe2-8c18-442c-a393-524e1b8b6fd0 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Floating IP a304af55-b7bc-4ce2-a1fe-682380d4501d disassociated. External IP: 172.28.2.161, port: 3be35753-7503-4835-b0d5-0a0e7fe27295. Nov 23 12:56:17.079349 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.plugin [req-22b79711-3a03-4c0e-9ac2-222061d5e17c req-a4326fe2-8c18-442c-a393-524e1b8b6fd0 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Calling delete_port for 3be35753-7503-4835-b0d5-0a0e7fe27295 owned by compute:nova {{(pid=86838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 12:56:17.285863 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d02f1d-ffbe-4559-a2b3-bfa774959294 req-4ef75343-7f95-4fe4-91b1-b066b1880cee tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:56:17.287419 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-b1d02f1d-ffbe-4559-a2b3-bfa774959294 req-4ef75343-7f95-4fe4-91b1-b066b1880cee tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] 10.222.0.31 "GET /v2.0/ports?device_id=7fb182d8-89aa-4533-9984-b415a1c6c1bc HTTP/1.1" status: 200 len: 945 time: 0.2453468 Nov 23 12:56:17.326346 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-22b79711-3a03-4c0e-9ac2-222061d5e17c req-a4326fe2-8c18-442c-a393-524e1b8b6fd0 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788171071573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788170525772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8277302'] for port, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:17.334291 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-024609dc-b50c-4091-bc01-8a24ee650a05 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:56:17.381059 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4326fe2-8c18-442c-a393-524e1b8b6fd0 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Pushing event deleted for resources: {'Port': ['ID=3be35753-7503-4835-b0d5-0a0e7fe27295,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:56:17.388179 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-b1d02f1d-ffbe-4559-a2b3-bfa774959294 req-f3b19d4c-8be8-45c5-aa48-5641b6561268 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3d7e35f-9b39-476c-802b-11467f2b6d04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940750 Nov 23 12:56:17.389204 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-a4326fe2-8c18-442c-a393-524e1b8b6fd0 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:56:17.580177 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.scheduler.l3_agent_scheduler [req-22b79711-3a03-4c0e-9ac2-222061d5e17c req-a4326fe2-8c18-442c-a393-524e1b8b6fd0 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Router ea4af844-59f5-4385-9717-8f131d50a6ea has already been hosted by L3 agent d7c7f769-7b7b-49b8-a5c1-735df886e043 {{(pid=86838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 12:56:17.757566 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 55738) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:56:17.766857 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-22b79711-3a03-4c0e-9ac2-222061d5e17c req-a4326fe2-8c18-442c-a393-524e1b8b6fd0 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Notify agent at l3_agent.dv-cinder-818883-1-smb the message routers_updated {{(pid=86838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 12:56:17.778807 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb1dca3-414a-45f5-a998-a2231ffffb47 None None] Sync routers for ids ['ea4af844-59f5-4385-9717-8f131d50a6ea'] in dv-cinder-818883-1-smb {{(pid=86840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 12:56:17.792754 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb1dca3-414a-45f5-a998-a2231ffffb47 None None] Routers {'ea4af844-59f5-4385-9717-8f131d50a6ea'} bound to L3 agent in host dv-cinder-818883-1-smb {{(pid=86840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:56:17.793658 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.l3_hamode_db [None req-acb1dca3-414a-45f5-a998-a2231ffffb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T12:37:26Z,description=,heartbeat_timestamp=2021-11-23T12:55:56Z,host='dv-cinder-818883-1-smb',id=d7c7f769-7b7b-49b8-a5c1-735df886e043,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:37:26Z,topic='l3_agent')) {'router_ids': ['ea4af844-59f5-4385-9717-8f131d50a6ea'], 'active': True} {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:56:17.848558 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.l3_dvrscheduler_db [req-22b79711-3a03-4c0e-9ac2-222061d5e17c req-a4326fe2-8c18-442c-a393-524e1b8b6fd0 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] No DVR routers for this DVR port 3be35753-7503-4835-b0d5-0a0e7fe27295 on host hv-cinder-81888 {{(pid=86838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 12:56:17.851261 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-22b79711-3a03-4c0e-9ac2-222061d5e17c req-a4326fe2-8c18-442c-a393-524e1b8b6fd0 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188604'] for port, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:17.854512 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fb182d8-89aa-4533-9984-b415a1c6c1bc', 'name': 'network-vif-deleted', 'tag': '3be35753-7503-4835-b0d5-0a0e7fe27295'}] {{(pid=86838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:56:17.882192 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-22b79711-3a03-4c0e-9ac2-222061d5e17c req-a4326fe2-8c18-442c-a393-524e1b8b6fd0 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] 10.222.0.54 "DELETE /v2.0/ports/3be35753-7503-4835-b0d5-0a0e7fe27295 HTTP/1.1" status: 204 len: 173 time: 1.5323365 Nov 23 12:56:17.892864 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-defcfd44-180b-4929-9503-04bd25aeffea admin admin] Notify callbacks [] for security_group, before_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:17.910994 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-defcfd44-180b-4929-9503-04bd25aeffea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:56:17.915873 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-defcfd44-180b-4929-9503-04bd25aeffea admin admin] Usage tracker for resource:security_group_rule and tenant:55d0f5ebac0143709f99005d68cdc187 is out of sync, need to count used quota {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:56:17.919362 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-defcfd44-180b-4929-9503-04bd25aeffea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:56:17.927770 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-defcfd44-180b-4929-9503-04bd25aeffea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:56:17.972294 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fb182d8-89aa-4533-9984-b415a1c6c1bc', 'name': 'network-vif-deleted', 'tag': '3be35753-7503-4835-b0d5-0a0e7fe27295', 'status': 'completed', 'code': 200} Nov 23 12:56:18.007481 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvr_db [None req-acb1dca3-414a-45f5-a998-a2231ffffb47 None None] Set router ea4af844-59f5-4385-9717-8f131d50a6ea gateway port host: dv-cinder-818883-1-smb {{(pid=86840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:56:18.040420 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-defcfd44-180b-4929-9503-04bd25aeffea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:18.045507 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-defcfd44-180b-4929-9503-04bd25aeffea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:18.055111 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-f358ff0d-9a89-4ed5-8ace-cb89c2ad89d5 tempest-TestShelveInstance-1282331831 tempest-TestShelveInstance-1282331831-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:56:18.095650 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defcfd44-180b-4929-9503-04bd25aeffea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1963833a-4ccf-4337-b6bd-104dfa202115,revision_number=1']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:56:18.103561 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 55746) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:56:18.115223 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-defcfd44-180b-4929-9503-04bd25aeffea admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=55d0f5ebac0143709f99005d68cdc187&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3562353 Nov 23 12:56:18.116407 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-defcfd44-180b-4929-9503-04bd25aeffea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:56:18.167562 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-cbd07aea-1d77-45df-b75c-7e92439ba1ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:18.192976 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-cbd07aea-1d77-45df-b75c-7e92439ba1ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:18.246910 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-cbd07aea-1d77-45df-b75c-7e92439ba1ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:18.252220 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-528aaf05-3500-4d3f-a01c-672fb9c78cee tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:56:18.267805 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd07aea-1d77-45df-b75c-7e92439ba1ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1963833a-4ccf-4337-b6bd-104dfa202115,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:56:18.270247 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-cbd07aea-1d77-45df-b75c-7e92439ba1ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:56:18.281235 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-cbd07aea-1d77-45df-b75c-7e92439ba1ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:18.282567 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-cbd07aea-1d77-45df-b75c-7e92439ba1ae admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1963833a-4ccf-4337-b6bd-104dfa202115 HTTP/1.1" status: 204 len: 168 time: 0.1780281 Nov 23 12:56:18.348627 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.l3_hamode_db [None req-acb1dca3-414a-45f5-a998-a2231ffffb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea4af844-59f5-4385-9717-8f131d50a6ea', 'name': 'tempest-AttachVolumeTestJSON-781259906-router', 'tenant_id': 'e6142a50a1bb4ef9bfd9b1bc59edda1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'external_fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.214'}], 'enable_snat': True}, 'gw_port_id': 'f55fc293-445d-4fee-9e3d-5f5d05c8d39c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:46:10Z', 'updated_at': '2021-11-23T12:46:21Z', 'revision_number': 4, 'project_id': 'e6142a50a1bb4ef9bfd9b1bc59edda1d', 'gw_port': {'id': 'f55fc293-445d-4fee-9e3d-5f5d05c8d39c', 'name': '', 'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:4d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4af844-59f5-4385-9717-8f131d50a6ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:46:11Z', 'updated_at': '2021-11-23T12:46:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-smb', '_interfaces': [{'id': '419537b5-27b9-4947-af41-1b4829e4c6fc', 'name': '', 'network_id': 'f34ec0a4-d329-411a-9213-97be29ff4587', 'tenant_id': 'e6142a50a1bb4ef9bfd9b1bc59edda1d', 'mac_address': 'fa:16:3e:b2:08:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4af844-59f5-4385-9717-8f131d50a6ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '456abfc7-81cf-4d5c-adc8-b3f39f8433bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:46:18Z', 'updated_at': '2021-11-23T12:46:36Z', 'revision_number': 5, 'project_id': 'e6142a50a1bb4ef9bfd9b1bc59edda1d', 'subnets': [{'id': '456abfc7-81cf-4d5c-adc8-b3f39f8433bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-1-smb', False) {} {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:56:18.353362 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb1dca3-414a-45f5-a998-a2231ffffb47 None None] Checking router: ea4af844-59f5-4385-9717-8f131d50a6ea for host: dv-cinder-818883-1-smb {{(pid=86840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 12:56:18.362655 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb1dca3-414a-45f5-a998-a2231ffffb47 None None] Routers {'ea4af844-59f5-4385-9717-8f131d50a6ea'} bound to L3 agent in host dv-cinder-818883-1-smb {{(pid=86840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:56:18.363406 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.l3_hamode_db [None req-acb1dca3-414a-45f5-a998-a2231ffffb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T12:37:26Z,description=,heartbeat_timestamp=2021-11-23T12:55:56Z,host='dv-cinder-818883-1-smb',id=d7c7f769-7b7b-49b8-a5c1-735df886e043,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:37:26Z,topic='l3_agent')) {'router_ids': ['ea4af844-59f5-4385-9717-8f131d50a6ea'], 'active': True} {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:56:18.553897 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvr_db [None req-acb1dca3-414a-45f5-a998-a2231ffffb47 None None] Set router ea4af844-59f5-4385-9717-8f131d50a6ea gateway port host: dv-cinder-818883-1-smb {{(pid=86840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:56:18.589981 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-8161d63b-ee60-4a09-b6e4-905d753f0cf4 req-9713617e-26ea-4cd0-a97c-f6d914aa1c57 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Synchronizing usage tracker for tenant:e6142a50a1bb4ef9bfd9b1bc59edda1d on resource:port {{(pid=86838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:56:18.611610 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-8161d63b-ee60-4a09-b6e4-905d753f0cf4 req-9713617e-26ea-4cd0-a97c-f6d914aa1c57 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Unset dirty status for tenant:e6142a50a1bb4ef9bfd9b1bc59edda1d on resource:port {{(pid=86838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:56:18.615584 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-8161d63b-ee60-4a09-b6e4-905d753f0cf4 req-9713617e-26ea-4cd0-a97c-f6d914aa1c57 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] 10.222.0.31 "GET /v2.0/ports?device_id=7fb182d8-89aa-4533-9984-b415a1c6c1bc HTTP/1.1" status: 200 len: 210 time: 0.0740924 Nov 23 12:56:18.628441 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 55756) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:56:18.647812 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-1802dd5b-a5b2-4f85-b77e-10b7ec4462dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:18.662631 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-1802dd5b-a5b2-4f85-b77e-10b7ec4462dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:56:18.666542 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-1802dd5b-a5b2-4f85-b77e-10b7ec4462dd admin admin] Usage tracker for resource:security_group_rule and tenant:27a29bee3ffe4f688ed351e691e7f62a is out of sync, need to count used quota {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:56:18.669435 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-1802dd5b-a5b2-4f85-b77e-10b7ec4462dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:56:18.675309 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-1802dd5b-a5b2-4f85-b77e-10b7ec4462dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:56:18.772280 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-1802dd5b-a5b2-4f85-b77e-10b7ec4462dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:18.777154 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-1802dd5b-a5b2-4f85-b77e-10b7ec4462dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:18.786442 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-e10b3dd9-3c51-48b7-bda6-63ede4bd418e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:56:18.829093 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-1802dd5b-a5b2-4f85-b77e-10b7ec4462dd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=27a29bee3ffe4f688ed351e691e7f62a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1970382 Nov 23 12:56:18.829093 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802dd5b-a5b2-4f85-b77e-10b7ec4462dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fc2a079-9d3d-40b8-87e3-7bd8076298ab,revision_number=1']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:56:18.829799 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 55760) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:56:18.831551 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-1802dd5b-a5b2-4f85-b77e-10b7ec4462dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:56:18.883322 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.l3_hamode_db [None req-acb1dca3-414a-45f5-a998-a2231ffffb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea4af844-59f5-4385-9717-8f131d50a6ea', 'name': 'tempest-AttachVolumeTestJSON-781259906-router', 'tenant_id': 'e6142a50a1bb4ef9bfd9b1bc59edda1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'external_fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.214'}], 'enable_snat': True}, 'gw_port_id': 'f55fc293-445d-4fee-9e3d-5f5d05c8d39c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:46:10Z', 'updated_at': '2021-11-23T12:46:21Z', 'revision_number': 4, 'project_id': 'e6142a50a1bb4ef9bfd9b1bc59edda1d', 'gw_port': {'id': 'f55fc293-445d-4fee-9e3d-5f5d05c8d39c', 'name': '', 'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:4d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4af844-59f5-4385-9717-8f131d50a6ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:46:11Z', 'updated_at': '2021-11-23T12:46:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-smb', '_interfaces': [{'id': '419537b5-27b9-4947-af41-1b4829e4c6fc', 'name': '', 'network_id': 'f34ec0a4-d329-411a-9213-97be29ff4587', 'tenant_id': 'e6142a50a1bb4ef9bfd9b1bc59edda1d', 'mac_address': 'fa:16:3e:b2:08:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4af844-59f5-4385-9717-8f131d50a6ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '456abfc7-81cf-4d5c-adc8-b3f39f8433bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:46:18Z', 'updated_at': '2021-11-23T12:46:36Z', 'revision_number': 5, 'project_id': 'e6142a50a1bb4ef9bfd9b1bc59edda1d', 'subnets': [{'id': '456abfc7-81cf-4d5c-adc8-b3f39f8433bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-1-smb', False) {} {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:56:18.887840 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb1dca3-414a-45f5-a998-a2231ffffb47 None None] The sync data for ids ['ea4af844-59f5-4385-9717-8f131d50a6ea'] in dv-cinder-818883-1-smb is: [{'id': 'ea4af844-59f5-4385-9717-8f131d50a6ea', 'name': 'tempest-AttachVolumeTestJSON-781259906-router', 'tenant_id': 'e6142a50a1bb4ef9bfd9b1bc59edda1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'external_fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.214'}], 'enable_snat': True}, 'gw_port_id': 'f55fc293-445d-4fee-9e3d-5f5d05c8d39c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:46:10Z', 'updated_at': '2021-11-23T12:46:21Z', 'revision_number': 4, 'project_id': 'e6142a50a1bb4ef9bfd9b1bc59edda1d', 'gw_port': {'id': 'f55fc293-445d-4fee-9e3d-5f5d05c8d39c', 'name': '', 'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:4d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4af844-59f5-4385-9717-8f131d50a6ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:46:11Z', 'updated_at': '2021-11-23T12:46:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-smb', '_interfaces': [{'id': '419537b5-27b9-4947-af41-1b4829e4c6fc', 'name': '', 'network_id': 'f34ec0a4-d329-411a-9213-97be29ff4587', 'tenant_id': 'e6142a50a1bb4ef9bfd9b1bc59edda1d', 'mac_address': 'fa:16:3e:b2:08:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4af844-59f5-4385-9717-8f131d50a6ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '456abfc7-81cf-4d5c-adc8-b3f39f8433bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:46:18Z', 'updated_at': '2021-11-23T12:46:36Z', 'revision_number': 5, 'project_id': 'e6142a50a1bb4ef9bfd9b1bc59edda1d', 'subnets': [{'id': '456abfc7-81cf-4d5c-adc8-b3f39f8433bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 12:56:18.894540 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-a7a37da8-727a-4ec8-b221-aaa73430c510 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:18.921304 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-a7a37da8-727a-4ec8-b221-aaa73430c510 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:18.979601 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-a7a37da8-727a-4ec8-b221-aaa73430c510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:18.983684 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-5b0f9228-802b-4e17-b8bb-68187acea2a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:56:18.996217 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a37da8-727a-4ec8-b221-aaa73430c510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fc2a079-9d3d-40b8-87e3-7bd8076298ab,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:56:18.999837 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-a7a37da8-727a-4ec8-b221-aaa73430c510 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:56:19.003267 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-a7a37da8-727a-4ec8-b221-aaa73430c510 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:19.006747 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-a7a37da8-727a-4ec8-b221-aaa73430c510 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8fc2a079-9d3d-40b8-87e3-7bd8076298ab HTTP/1.1" status: 204 len: 168 time: 0.1728103 Nov 23 12:56:19.141762 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1aaee3-3e34-4131-8916-1eb2b09dd3a3 None None] New status for floating IP a304af55-b7bc-4ce2-a1fe-682380d4501d: DOWN {{(pid=86839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 12:56:19.741696 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 55788) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:56:19.814409 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-a1b5aac8-fb71-4100-9c1b-3cb4b029a4b3 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Notify callbacks [] for security_group, before_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:19.843405 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-a1b5aac8-fb71-4100-9c1b-3cb4b029a4b3 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:19.898284 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-a1b5aac8-fb71-4100-9c1b-3cb4b029a4b3 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:19.902624 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-df8eb392-5b22-4c13-9cd6-1c3dc5de1bfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:56:19.919224 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b5aac8-fb71-4100-9c1b-3cb4b029a4b3 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3d7e35f-9b39-476c-802b-11467f2b6d04,revision_number=None']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:56:19.924731 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-a1b5aac8-fb71-4100-9c1b-3cb4b029a4b3 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:56:19.939668 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-a1b5aac8-fb71-4100-9c1b-3cb4b029a4b3 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Notify callbacks [] for security_group, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:19.943834 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-a1b5aac8-fb71-4100-9c1b-3cb4b029a4b3 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] 10.222.0.31 "DELETE /v2.0/security-groups/b3d7e35f-9b39-476c-802b-11467f2b6d04 HTTP/1.1" status: 204 len: 168 time: 0.1981094 Nov 23 12:56:19.943834 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 55796) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:56:19.961310 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.api.v2.resource [None req-ebfa6f99-e17a-4e0d-a759-b63e044c91a8 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] show failed (client error): The resource could not be found. Nov 23 12:56:19.962339 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-ebfa6f99-e17a-4e0d-a759-b63e044c91a8 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] 10.222.0.31 "GET /v2.0/security-groups/b3d7e35f-9b39-476c-802b-11467f2b6d04 HTTP/1.1" status: 404 len: 347 time: 0.0178468 Nov 23 12:56:19.965579 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 55800) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:56:20.230888 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.plugin [None req-950a83f6-70b3-4bc8-b6b2-01f1c5179da8 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Deleting port 4c044bb0-21f7-410b-9cfd-5c22aad36cf3 {{(pid=86838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 12:56:20.231247 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-950a83f6-70b3-4bc8-b6b2-01f1c5179da8 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788171068353'] for port, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:20.409161 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-950a83f6-70b3-4bc8-b6b2-01f1c5179da8 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506271'] for port, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:20.409545 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-950a83f6-70b3-4bc8-b6b2-01f1c5179da8 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:20.546113 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.plugin [None req-950a83f6-70b3-4bc8-b6b2-01f1c5179da8 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Calling delete_port for 4c044bb0-21f7-410b-9cfd-5c22aad36cf3 owned by network:floatingip {{(pid=86838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 12:56:20.635826 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Device 3be35753-7503-4835-b0d5-0a0e7fe27295 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 12:56:20.672933 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.plugin [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] No Port match for: 3be35753-7503-4835-b0d5-0a0e7fe27295 {{(pid=86839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 12:56:20.673176 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Device 3be35753-7503-4835-b0d5-0a0e7fe27295 not bound to the agent host hv-cinder-81888 {{(pid=86839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 12:56:20.716512 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-950a83f6-70b3-4bc8-b6b2-01f1c5179da8 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788171071573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788170525772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8277302'] for port, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:20.725412 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-f1cca422-a8e3-4ac3-90f0-d2ccb15f24b8 tempest-TestMinimumBasicScenario-654693737 tempest-TestMinimumBasicScenario-654693737-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:56:20.787764 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950a83f6-70b3-4bc8-b6b2-01f1c5179da8 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Pushing event deleted for resources: {'Port': ['ID=4c044bb0-21f7-410b-9cfd-5c22aad36cf3,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:56:20.822740 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-950a83f6-70b3-4bc8-b6b2-01f1c5179da8 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:56:20.907000 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-950a83f6-70b3-4bc8-b6b2-01f1c5179da8 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Notify callbacks [] for floatingip, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:20.930798 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-950a83f6-70b3-4bc8-b6b2-01f1c5179da8 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188604'] for floatingip, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:20.934678 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-950a83f6-70b3-4bc8-b6b2-01f1c5179da8 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] 10.222.0.31 "DELETE /v2.0/floatingips/a304af55-b7bc-4ce2-a1fe-682380d4501d HTTP/1.1" status: 204 len: 168 time: 0.9653275 Nov 23 12:56:22.682354 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 55920) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:56:22.821499 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-9c1ff4db-3a48-4660-b0c1-11ab1f04267b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:22.838075 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-9c1ff4db-3a48-4660-b0c1-11ab1f04267b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:56:22.842614 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-9c1ff4db-3a48-4660-b0c1-11ab1f04267b admin admin] Usage tracker for resource:security_group_rule and tenant:1059f4e6588e493d80b78ac3ffca8c09 is out of sync, need to count used quota {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:56:22.845473 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-9c1ff4db-3a48-4660-b0c1-11ab1f04267b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:56:22.851291 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-9c1ff4db-3a48-4660-b0c1-11ab1f04267b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:56:22.880793 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-0eb896b5-57e0-4b6c-abf4-cc277f15001c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:22.942351 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-9c1ff4db-3a48-4660-b0c1-11ab1f04267b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:22.949289 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-9c1ff4db-3a48-4660-b0c1-11ab1f04267b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:22.961514 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-db87ff14-1738-4c54-8cf9-f05dd6aa65ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:56:22.999714 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-9c1ff4db-3a48-4660-b0c1-11ab1f04267b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1059f4e6588e493d80b78ac3ffca8c09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3162637 Nov 23 12:56:23.001407 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1ff4db-3a48-4660-b0c1-11ab1f04267b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa42e851-63b9-4d8f-997f-78c27e0d81e0,revision_number=1']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:56:23.002621 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 55926) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:56:23.009726 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1ff4db-3a48-4660-b0c1-11ab1f04267b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:56:23.010460 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1ff4db-3a48-4660-b0c1-11ab1f04267b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:56:23.010868 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1ff4db-3a48-4660-b0c1-11ab1f04267b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:56:23.011214 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1ff4db-3a48-4660-b0c1-11ab1f04267b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:56:23.011646 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1ff4db-3a48-4660-b0c1-11ab1f04267b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:56:23.012156 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1ff4db-3a48-4660-b0c1-11ab1f04267b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:56:23.012487 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1ff4db-3a48-4660-b0c1-11ab1f04267b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:56:23.012844 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1ff4db-3a48-4660-b0c1-11ab1f04267b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:56:23.013204 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1ff4db-3a48-4660-b0c1-11ab1f04267b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:56:23.013580 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1ff4db-3a48-4660-b0c1-11ab1f04267b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:56:23.013914 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1ff4db-3a48-4660-b0c1-11ab1f04267b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:56:23.014275 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1ff4db-3a48-4660-b0c1-11ab1f04267b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:56:23.019033 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-9c1ff4db-3a48-4660-b0c1-11ab1f04267b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:56:23.065830 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-d205e5e8-4b04-494f-905e-17e3f5770382 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:23.092095 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-d205e5e8-4b04-494f-905e-17e3f5770382 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:23.147287 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-d205e5e8-4b04-494f-905e-17e3f5770382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:23.153824 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-239559f0-e537-415f-8585-c000b890e7d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:56:23.170487 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d205e5e8-4b04-494f-905e-17e3f5770382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa42e851-63b9-4d8f-997f-78c27e0d81e0,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:56:23.173652 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-d205e5e8-4b04-494f-905e-17e3f5770382 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:56:23.175764 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-d205e5e8-4b04-494f-905e-17e3f5770382 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:23.176983 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-d205e5e8-4b04-494f-905e-17e3f5770382 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/aa42e851-63b9-4d8f-997f-78c27e0d81e0 HTTP/1.1" status: 204 len: 168 time: 0.1732185 Nov 23 12:56:23.419638 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:23.502556 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 55938) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:56:23.522544 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-83488336-e80e-4ce9-9d93-fed73f381ed4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:23.538599 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-83488336-e80e-4ce9-9d93-fed73f381ed4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:56:23.542512 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-83488336-e80e-4ce9-9d93-fed73f381ed4 admin admin] Usage tracker for resource:security_group_rule and tenant:cf493de2405e42849262864b629e570d is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:56:23.545702 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-83488336-e80e-4ce9-9d93-fed73f381ed4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:56:23.554732 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-83488336-e80e-4ce9-9d93-fed73f381ed4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:56:23.644271 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-83488336-e80e-4ce9-9d93-fed73f381ed4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:23.650543 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-83488336-e80e-4ce9-9d93-fed73f381ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:23.666006 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-b8f1b188-cc22-482d-b806-28ea57e7e5f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:56:23.705722 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-83488336-e80e-4ce9-9d93-fed73f381ed4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cf493de2405e42849262864b629e570d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2019031 Nov 23 12:56:23.707434 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83488336-e80e-4ce9-9d93-fed73f381ed4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32922da8-6e5a-446b-9835-61868698448d,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:56:23.708631 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 55946) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:56:23.710962 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-83488336-e80e-4ce9-9d93-fed73f381ed4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:56:23.778781 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-8f8c3076-2baa-4250-a9f8-e8d9e367a0c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:23.806474 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-8f8c3076-2baa-4250-a9f8-e8d9e367a0c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:23.864150 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-8f8c3076-2baa-4250-a9f8-e8d9e367a0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:23.868196 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-a0848bbf-fa42-4a67-9327-14ad8998cc49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:56:23.882346 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8c3076-2baa-4250-a9f8-e8d9e367a0c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32922da8-6e5a-446b-9835-61868698448d,revision_number=None']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:56:23.886565 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-8f8c3076-2baa-4250-a9f8-e8d9e367a0c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:56:23.892356 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-8f8c3076-2baa-4250-a9f8-e8d9e367a0c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:23.893753 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-8f8c3076-2baa-4250-a9f8-e8d9e367a0c6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/32922da8-6e5a-446b-9835-61868698448d HTTP/1.1" status: 204 len: 168 time: 0.1840985 Nov 23 12:56:25.038633 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 55988) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:56:25.696156 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-fb6c0b21-5ab9-4fbb-aa0e-7116aeefff62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:25.808898 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-97d05ed6-182d-4395-8791-d7ad935316c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1595807'] for router_interface, before_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:26.295979 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.plugin [None req-97d05ed6-182d-4395-8791-d7ad935316c6 admin admin] Deleting port 419537b5-27b9-4947-af41-1b4829e4c6fc {{(pid=86837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 12:56:26.296757 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-97d05ed6-182d-4395-8791-d7ad935316c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788171068353'] for port, before_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:26.492071 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.db [None req-97d05ed6-182d-4395-8791-d7ad935316c6 admin admin] For port 419537b5-27b9-4947-af41-1b4829e4c6fc, host dv-cinder-818883-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-smb',level=0,port_id=419537b5-27b9-4947-af41-1b4829e4c6fc,segment=NetworkSegment(72423ed0-d64a-4579-bbc7-85380a74b257),segment_id=72423ed0-d64a-4579-bbc7-85380a74b257)] {{(pid=86837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:56:26.492442 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-97d05ed6-182d-4395-8791-d7ad935316c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506271'] for port, precommit_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:26.518553 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-8254020c-a8f6-4cc9-8d4f-32dd99c2f4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:26.620708 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.plugin [None req-97d05ed6-182d-4395-8791-d7ad935316c6 admin admin] Calling delete_port for 419537b5-27b9-4947-af41-1b4829e4c6fc owned by network:router_interface {{(pid=86837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 12:56:26.821833 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-97d05ed6-182d-4395-8791-d7ad935316c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788171071573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788170525772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6379447'] for port, after_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:26.828323 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:56:26.873059 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d05ed6-182d-4395-8791-d7ad935316c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=419537b5-27b9-4947-af41-1b4829e4c6fc,revision_number=None']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:56:26.907374 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-97d05ed6-182d-4395-8791-d7ad935316c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:56:27.146094 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-97d05ed6-182d-4395-8791-d7ad935316c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-505967'] for router_interface, after_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:27.524149 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97d05ed6-182d-4395-8791-d7ad935316c6 admin admin] Router ea4af844-59f5-4385-9717-8f131d50a6ea has already been hosted by L3 agent d7c7f769-7b7b-49b8-a5c1-735df886e043 {{(pid=86837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 12:56:27.844275 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97d05ed6-182d-4395-8791-d7ad935316c6 admin admin] Notify agent at l3_agent.dv-cinder-818883-1-smb the message routers_updated {{(pid=86837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 12:56:27.853456 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd07815-2190-436a-8c9b-98e48d8ce412 None None] Sync routers for ids ['ea4af844-59f5-4385-9717-8f131d50a6ea'] in dv-cinder-818883-1-smb {{(pid=86840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 12:56:27.857182 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-97d05ed6-182d-4395-8791-d7ad935316c6 admin admin] 10.222.0.31 "PUT /v2.0/routers/ea4af844-59f5-4385-9717-8f131d50a6ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8172696 Nov 23 12:56:27.859809 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 56020) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:56:27.864403 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd07815-2190-436a-8c9b-98e48d8ce412 None None] Routers {'ea4af844-59f5-4385-9717-8f131d50a6ea'} bound to L3 agent in host dv-cinder-818883-1-smb {{(pid=86840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:56:27.865023 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.l3_hamode_db [None req-2bd07815-2190-436a-8c9b-98e48d8ce412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T12:37:26Z,description=,heartbeat_timestamp=2021-11-23T12:56:26Z,host='dv-cinder-818883-1-smb',id=d7c7f769-7b7b-49b8-a5c1-735df886e043,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:37:26Z,topic='l3_agent')) {'router_ids': ['ea4af844-59f5-4385-9717-8f131d50a6ea'], 'active': True} {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:56:28.043543 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-38fa1dfc-9c29-4c92-a443-bd1d53f5a14e admin admin] Notify callbacks [] for router, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:28.049840 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvr_db [None req-2bd07815-2190-436a-8c9b-98e48d8ce412 None None] Set router ea4af844-59f5-4385-9717-8f131d50a6ea gateway port host: dv-cinder-818883-1-smb {{(pid=86840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:56:28.227514 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-38fa1dfc-9c29-4c92-a443-bd1d53f5a14e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:28.238957 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.plugin [None req-38fa1dfc-9c29-4c92-a443-bd1d53f5a14e admin admin] Deleting port f55fc293-445d-4fee-9e3d-5f5d05c8d39c {{(pid=86838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 12:56:28.239293 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-38fa1dfc-9c29-4c92-a443-bd1d53f5a14e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788171068353'] for port, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:28.305188 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-3a3d0f92-e1d8-40e0-8f39-c6b28c555fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:28.371589 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.l3_hamode_db [None req-2bd07815-2190-436a-8c9b-98e48d8ce412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea4af844-59f5-4385-9717-8f131d50a6ea', 'name': 'tempest-AttachVolumeTestJSON-781259906-router', 'tenant_id': 'e6142a50a1bb4ef9bfd9b1bc59edda1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'external_fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.214'}], 'enable_snat': True}, 'gw_port_id': 'f55fc293-445d-4fee-9e3d-5f5d05c8d39c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:46:10Z', 'updated_at': '2021-11-23T12:56:26Z', 'revision_number': 5, 'project_id': 'e6142a50a1bb4ef9bfd9b1bc59edda1d', 'gw_port': {'id': 'f55fc293-445d-4fee-9e3d-5f5d05c8d39c', 'name': '', 'network_id': '2c9cfbf9-bc0c-4101-8ea1-9e6a3a860429', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:4d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4af844-59f5-4385-9717-8f131d50a6ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'ip_address': '172.28.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:46:11Z', 'updated_at': '2021-11-23T12:46:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a635ed46-c881-440b-bd05-3e5636c37dfa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-smb'}], 'dv-cinder-818883-1-smb', False) {} {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:56:28.375898 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd07815-2190-436a-8c9b-98e48d8ce412 None None] Checking router: ea4af844-59f5-4385-9717-8f131d50a6ea for host: dv-cinder-818883-1-smb {{(pid=86840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 12:56:28.384772 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd07815-2190-436a-8c9b-98e48d8ce412 None None] Routers {'ea4af844-59f5-4385-9717-8f131d50a6ea'} bound to L3 agent in host dv-cinder-818883-1-smb {{(pid=86840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:56:28.385765 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.l3_hamode_db [None req-2bd07815-2190-436a-8c9b-98e48d8ce412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T12:37:26Z,description=,heartbeat_timestamp=2021-11-23T12:56:26Z,host='dv-cinder-818883-1-smb',id=d7c7f769-7b7b-49b8-a5c1-735df886e043,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:37:26Z,topic='l3_agent')) {'router_ids': ['ea4af844-59f5-4385-9717-8f131d50a6ea'], 'active': True} {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:56:28.525187 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.db [None req-38fa1dfc-9c29-4c92-a443-bd1d53f5a14e admin admin] For port f55fc293-445d-4fee-9e3d-5f5d05c8d39c, host dv-cinder-818883-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-smb',level=0,port_id=f55fc293-445d-4fee-9e3d-5f5d05c8d39c,segment=NetworkSegment(2dcdf227-6722-4632-a1c4-3c71d035812a),segment_id=2dcdf227-6722-4632-a1c4-3c71d035812a)] {{(pid=86838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:56:28.525538 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-38fa1dfc-9c29-4c92-a443-bd1d53f5a14e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506271'] for port, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:28.537259 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.l3_dvr_db [None req-2bd07815-2190-436a-8c9b-98e48d8ce412 None None] Set router ea4af844-59f5-4385-9717-8f131d50a6ea gateway port host: None {{(pid=86840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:56:28.643203 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.l3_hamode_db [None req-2bd07815-2190-436a-8c9b-98e48d8ce412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea4af844-59f5-4385-9717-8f131d50a6ea', 'name': 'tempest-AttachVolumeTestJSON-781259906-router', 'tenant_id': 'e6142a50a1bb4ef9bfd9b1bc59edda1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:46:10Z', 'updated_at': '2021-11-23T12:56:28Z', 'revision_number': 6, 'project_id': 'e6142a50a1bb4ef9bfd9b1bc59edda1d', 'gw_port_host': None}], 'dv-cinder-818883-1-smb', False) {} {{(pid=86840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:56:28.647448 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd07815-2190-436a-8c9b-98e48d8ce412 None None] The sync data for ids ['ea4af844-59f5-4385-9717-8f131d50a6ea'] in dv-cinder-818883-1-smb is: [{'id': 'ea4af844-59f5-4385-9717-8f131d50a6ea', 'name': 'tempest-AttachVolumeTestJSON-781259906-router', 'tenant_id': 'e6142a50a1bb4ef9bfd9b1bc59edda1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:46:10Z', 'updated_at': '2021-11-23T12:56:28Z', 'revision_number': 6, 'project_id': 'e6142a50a1bb4ef9bfd9b1bc59edda1d', 'gw_port_host': None}] {{(pid=86840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 12:56:28.654634 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.plugin [None req-38fa1dfc-9c29-4c92-a443-bd1d53f5a14e admin admin] Calling delete_port for f55fc293-445d-4fee-9e3d-5f5d05c8d39c owned by network:router_gateway {{(pid=86838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 12:56:28.864012 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-38fa1dfc-9c29-4c92-a443-bd1d53f5a14e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788171071573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788170525772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8277302'] for port, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:28.870332 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-4b59d7c0-b2dc-4ecf-a079-b2e448d0c93d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:56:28.920019 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fa1dfc-9c29-4c92-a443-bd1d53f5a14e admin admin] Pushing event deleted for resources: {'Port': ['ID=f55fc293-445d-4fee-9e3d-5f5d05c8d39c,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:56:28.950328 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-38fa1dfc-9c29-4c92-a443-bd1d53f5a14e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:56:29.018178 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-38fa1dfc-9c29-4c92-a443-bd1d53f5a14e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-505848'] for router_gateway, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:29.195152 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-38fa1dfc-9c29-4c92-a443-bd1d53f5a14e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-505939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1029488'] for router, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:29.197455 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-38fa1dfc-9c29-4c92-a443-bd1d53f5a14e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:29.222865 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-38fa1dfc-9c29-4c92-a443-bd1d53f5a14e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1595766'] for router, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:29.223568 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38fa1dfc-9c29-4c92-a443-bd1d53f5a14e admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea4af844-59f5-4385-9717-8f131d50a6ea {{(pid=86838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 23 12:56:29.245709 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-38fa1dfc-9c29-4c92-a443-bd1d53f5a14e admin admin] Notify callbacks [] for router, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:29.249394 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-38fa1dfc-9c29-4c92-a443-bd1d53f5a14e admin admin] 10.222.0.31 "DELETE /v2.0/routers/ea4af844-59f5-4385-9717-8f131d50a6ea HTTP/1.1" status: 204 len: 168 time: 1.3858631 Nov 23 12:56:29.249696 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 56038) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:56:29.308762 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.db_base_plugin_v2 [None req-d05c9ea9-d5ee-4105-8722-b866a9508010 admin admin] Deleting subnet 456abfc7-81cf-4d5c-adc8-b3f39f8433bb {{(pid=86838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 23 12:56:29.311935 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-d05c9ea9-d5ee-4105-8722-b866a9508010 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:29.364077 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-d05c9ea9-d5ee-4105-8722-b866a9508010 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8358448'] for subnet, precommit_delete_associations {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:29.454650 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-d05c9ea9-d5ee-4105-8722-b866a9508010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569929'] for subnet, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:29.499451 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Device f55fc293-445d-4fee-9e3d-5f5d05c8d39c no longer exists at agent ovs-agent-dv-cinder-818883-1-smb {{(pid=86839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 12:56:29.542919 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.plugin [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] No Port match for: f55fc293-445d-4fee-9e3d-5f5d05c8d39c {{(pid=86839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 12:56:29.543373 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Device f55fc293-445d-4fee-9e3d-5f5d05c8d39c not bound to the agent host dv-cinder-818883-1-smb {{(pid=86839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 12:56:29.544031 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Device 419537b5-27b9-4947-af41-1b4829e4c6fc no longer exists at agent ovs-agent-dv-cinder-818883-1-smb {{(pid=86839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 12:56:29.545229 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-d05c9ea9-d5ee-4105-8722-b866a9508010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8277253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6323384'] for subnet, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:29.550101 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:56:29.583024 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.plugin [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] No Port match for: 419537b5-27b9-4947-af41-1b4829e4c6fc {{(pid=86839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 12:56:29.583640 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Device 419537b5-27b9-4947-af41-1b4829e4c6fc not bound to the agent host dv-cinder-818883-1-smb {{(pid=86839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 12:56:29.593640 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05c9ea9-d5ee-4105-8722-b866a9508010 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=456abfc7-81cf-4d5c-adc8-b3f39f8433bb,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:56:29.596587 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-d05c9ea9-d5ee-4105-8722-b866a9508010 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:56:29.597611 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-d05c9ea9-d5ee-4105-8722-b866a9508010 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600637'] for subnet, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:29.604106 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-030cb9c3-599d-4e83-a2e1-af69bc94da6e None None] Network f34ec0a4-d329-411a-9213-97be29ff4587 requested from dv-cinder-818883-1-smb {{(pid=86839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 12:56:29.604881 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-d05c9ea9-d5ee-4105-8722-b866a9508010 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/456abfc7-81cf-4d5c-adc8-b3f39f8433bb HTTP/1.1" status: 204 len: 168 time: 0.3542056 Nov 23 12:56:29.608571 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 56042) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:56:29.723617 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-d9db344d-5d33-4d41-880f-e737c2479d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1549810'] for network, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:29.736533 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.plugin [None req-d9db344d-5d33-4d41-880f-e737c2479d82 admin admin] Deleting port d2d6a215-c758-4754-babd-88bd22aabca9 {{(pid=86838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 12:56:29.737260 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-d9db344d-5d33-4d41-880f-e737c2479d82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788171068353'] for port, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:29.889532 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4769614e-dba4-4a24-aa93-78b1a384f2bc None None] DHCP port deletion for f34ec0a4-d329-411a-9213-97be29ff4587 request from dv-cinder-818883-1-smb {{(pid=86839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 23 12:56:29.894375 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.plugin [None req-4769614e-dba4-4a24-aa93-78b1a384f2bc None None] Deleting port d2d6a215-c758-4754-babd-88bd22aabca9 {{(pid=86839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 12:56:29.894999 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-4769614e-dba4-4a24-aa93-78b1a384f2bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788171068353'] for port, before_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:29.982156 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.db [None req-d9db344d-5d33-4d41-880f-e737c2479d82 admin admin] For port d2d6a215-c758-4754-babd-88bd22aabca9, host dv-cinder-818883-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-smb',level=0,port_id=d2d6a215-c758-4754-babd-88bd22aabca9,segment=NetworkSegment(72423ed0-d64a-4579-bbc7-85380a74b257),segment_id=72423ed0-d64a-4579-bbc7-85380a74b257)] {{(pid=86838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:56:29.982752 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-d9db344d-5d33-4d41-880f-e737c2479d82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506271'] for port, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:30.175499 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-4769614e-dba4-4a24-aa93-78b1a384f2bc None None] For port d2d6a215-c758-4754-babd-88bd22aabca9, host dv-cinder-818883-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-smb',level=0,port_id=d2d6a215-c758-4754-babd-88bd22aabca9,segment=NetworkSegment(72423ed0-d64a-4579-bbc7-85380a74b257),segment_id=72423ed0-d64a-4579-bbc7-85380a74b257)] {{(pid=86839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:56:30.175836 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-4769614e-dba4-4a24-aa93-78b1a384f2bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506271'] for port, precommit_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:30.221322 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.plugin [None req-d9db344d-5d33-4d41-880f-e737c2479d82 admin admin] Calling delete_port for d2d6a215-c758-4754-babd-88bd22aabca9 owned by network:dhcp {{(pid=86838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 12:56:30.312135 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-d9db344d-5d33-4d41-880f-e737c2479d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788171071573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788170525772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8277302'] for port, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:30.316136 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-a536c4ad-cf09-4d53-86e2-da01d6f2378b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:56:30.318964 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.plugin [None req-4769614e-dba4-4a24-aa93-78b1a384f2bc None None] Calling delete_port for d2d6a215-c758-4754-babd-88bd22aabca9 owned by network:dhcp {{(pid=86839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 12:56:30.364476 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9db344d-5d33-4d41-880f-e737c2479d82 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2d6a215-c758-4754-babd-88bd22aabca9,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:56:30.368235 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-d9db344d-5d33-4d41-880f-e737c2479d82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:56:30.370513 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9db344d-5d33-4d41-880f-e737c2479d82 admin admin] No DVR routers for this DVR port d2d6a215-c758-4754-babd-88bd22aabca9 on host dv-cinder-818883-1-smb {{(pid=86838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 12:56:30.415370 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.db.api [None req-4769614e-dba4-4a24-aa93-78b1a384f2bc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 12:56:30.416151 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_db.api [None req-4769614e-dba4-4a24-aa93-78b1a384f2bc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 12:56:30.501794 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-d9db344d-5d33-4d41-880f-e737c2479d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-568418', 'neutron.services.segments.db._delete_segments_for_network-8788170962598'] for network, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:30.528007 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.services.segments.db [None req-d9db344d-5d33-4d41-880f-e737c2479d82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f34ec0a4-d329-411a-9213-97be29ff4587']}} {{(pid=86838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:56:30.540214 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.services.segments.db [None req-d9db344d-5d33-4d41-880f-e737c2479d82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72423ed0-d64a-4579-bbc7-85380a74b257') {'for_net_delete': True} {{(pid=86838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:56:30.540410 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.services.segments.db [None req-d9db344d-5d33-4d41-880f-e737c2479d82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72423ed0-d64a-4579-bbc7-85380a74b257') {} {{(pid=86838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:56:30.552267 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-d9db344d-5d33-4d41-880f-e737c2479d82 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788170845049', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8358439'] for segment, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:30.571435 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-d9db344d-5d33-4d41-880f-e737c2479d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572451'] for segment, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:30.578365 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9db344d-5d33-4d41-880f-e737c2479d82 admin admin] Releasing vlan 773 on physical network physnet1 to pool {{(pid=86838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 12:56:30.578881 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-d9db344d-5d33-4d41-880f-e737c2479d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-572458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8277467'] for segment, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:30.592769 dv-cinder-818883-1-smb neutron-server[86838]: Traceback (most recent call last): Nov 23 12:56:30.592769 dv-cinder-818883-1-smb neutron-server[86838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 12:56:30.592769 dv-cinder-818883-1-smb neutron-server[86838]: timer() Nov 23 12:56:30.592769 dv-cinder-818883-1-smb neutron-server[86838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 12:56:30.592769 dv-cinder-818883-1-smb neutron-server[86838]: cb(*args, **kw) Nov 23 12:56:30.592769 dv-cinder-818883-1-smb neutron-server[86838]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 23 12:56:30.592769 dv-cinder-818883-1-smb neutron-server[86838]: return func(*args, **kwargs) Nov 23 12:56:30.592769 dv-cinder-818883-1-smb neutron-server[86838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 12:56:30.592769 dv-cinder-818883-1-smb neutron-server[86838]: self._notify() Nov 23 12:56:30.592769 dv-cinder-818883-1-smb neutron-server[86838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 12:56:30.592769 dv-cinder-818883-1-smb neutron-server[86838]: self.callback(batched_events) Nov 23 12:56:30.592769 dv-cinder-818883-1-smb neutron-server[86838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 12:56:30.592769 dv-cinder-818883-1-smb neutron-server[86838]: event.method(event) Nov 23 12:56:30.592769 dv-cinder-818883-1-smb neutron-server[86838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 23 12:56:30.592769 dv-cinder-818883-1-smb neutron-server[86838]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 12:56:30.592769 dv-cinder-818883-1-smb neutron-server[86838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 23 12:56:30.592769 dv-cinder-818883-1-smb neutron-server[86838]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 12:56:30.592769 dv-cinder-818883-1-smb neutron-server[86838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 23 12:56:30.592769 dv-cinder-818883-1-smb neutron-server[86838]: return f(self, *a, **k) Nov 23 12:56:30.592769 dv-cinder-818883-1-smb neutron-server[86838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 23 12:56:30.592769 dv-cinder-818883-1-smb neutron-server[86838]: return self._get(url).json() Nov 23 12:56:30.592769 dv-cinder-818883-1-smb neutron-server[86838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 23 12:56:30.592769 dv-cinder-818883-1-smb neutron-server[86838]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 12:56:30.592769 dv-cinder-818883-1-smb neutron-server[86838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 12:56:30.592769 dv-cinder-818883-1-smb neutron-server[86838]: return self.request(url, 'GET', **kwargs) Nov 23 12:56:30.592769 dv-cinder-818883-1-smb neutron-server[86838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 12:56:30.592769 dv-cinder-818883-1-smb neutron-server[86838]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 12:56:30.592769 dv-cinder-818883-1-smb neutron-server[86838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 12:56:30.592769 dv-cinder-818883-1-smb neutron-server[86838]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 12:56:30.592769 dv-cinder-818883-1-smb neutron-server[86838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 12:56:30.592769 dv-cinder-818883-1-smb neutron-server[86838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 12:56:30.592769 dv-cinder-818883-1-smb neutron-server[86838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 12:56:30.672285 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-d9db344d-5d33-4d41-880f-e737c2479d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-568411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-505759'] for network, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:30.675663 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-b88e3ed0-c15a-4dc2-a6ef-b9930d47b08b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:56:30.688397 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-d9db344d-5d33-4d41-880f-e737c2479d82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600637'] for network, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:30.698622 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9db344d-5d33-4d41-880f-e737c2479d82 admin admin] Pushing event deleted for resources: {'Network': ['ID=f34ec0a4-d329-411a-9213-97be29ff4587,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:56:30.701903 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-d9db344d-5d33-4d41-880f-e737c2479d82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:56:30.714342 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-d9db344d-5d33-4d41-880f-e737c2479d82 admin admin] 10.222.0.31 "DELETE /v2.0/networks/f34ec0a4-d329-411a-9213-97be29ff4587 HTTP/1.1" status: 204 len: 168 time: 1.1047103 Nov 23 12:56:30.917563 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.plugin [None req-4769614e-dba4-4a24-aa93-78b1a384f2bc None None] Deleting port d2d6a215-c758-4754-babd-88bd22aabca9 {{(pid=86839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 12:56:30.918102 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-4769614e-dba4-4a24-aa93-78b1a384f2bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788171068353'] for port, before_delete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:30.945824 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 56054) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:56:30.988931 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.plugin [None req-4769614e-dba4-4a24-aa93-78b1a384f2bc None None] The port 'd2d6a215-c758-4754-babd-88bd22aabca9' was deleted {{(pid=86839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 23 12:56:31.005053 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-16d88936-6531-4605-a189-a996f3661e5d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e6142a50a1bb4ef9bfd9b1bc59edda1d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0578861 Nov 23 12:56:31.007353 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 56058) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:56:31.065910 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-af63fd9f-042e-41f3-8005-d0926d9e4b2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:31.092910 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-af63fd9f-042e-41f3-8005-d0926d9e4b2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:31.154936 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-af63fd9f-042e-41f3-8005-d0926d9e4b2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:31.158920 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-0e6fb9ff-4a68-4e23-8e92-4d97586b5fab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:56:31.174007 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af63fd9f-042e-41f3-8005-d0926d9e4b2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=444a1f25-e195-498e-b10e-7ef647d2293e,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:56:31.182639 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af63fd9f-042e-41f3-8005-d0926d9e4b2f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:56:31.183038 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af63fd9f-042e-41f3-8005-d0926d9e4b2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:56:31.183723 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af63fd9f-042e-41f3-8005-d0926d9e4b2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:56:31.183970 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af63fd9f-042e-41f3-8005-d0926d9e4b2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:56:31.184220 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af63fd9f-042e-41f3-8005-d0926d9e4b2f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:56:31.184578 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af63fd9f-042e-41f3-8005-d0926d9e4b2f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:56:31.184930 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af63fd9f-042e-41f3-8005-d0926d9e4b2f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:56:31.185276 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af63fd9f-042e-41f3-8005-d0926d9e4b2f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:56:31.185625 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af63fd9f-042e-41f3-8005-d0926d9e4b2f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:56:31.185974 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af63fd9f-042e-41f3-8005-d0926d9e4b2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:56:31.186317 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af63fd9f-042e-41f3-8005-d0926d9e4b2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:56:31.186657 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af63fd9f-042e-41f3-8005-d0926d9e4b2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:56:31.190496 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-af63fd9f-042e-41f3-8005-d0926d9e4b2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:56:31.192540 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-af63fd9f-042e-41f3-8005-d0926d9e4b2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:31.193864 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-af63fd9f-042e-41f3-8005-d0926d9e4b2f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/444a1f25-e195-498e-b10e-7ef647d2293e HTTP/1.1" status: 204 len: 168 time: 0.1856029 Nov 23 12:56:31.208456 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Device d2d6a215-c758-4754-babd-88bd22aabca9 no longer exists at agent ovs-agent-dv-cinder-818883-1-smb {{(pid=86839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 12:56:31.245396 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.plugin [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] No Port match for: d2d6a215-c758-4754-babd-88bd22aabca9 {{(pid=86839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 12:56:31.245894 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Device d2d6a215-c758-4754-babd-88bd22aabca9 not bound to the agent host dv-cinder-818883-1-smb {{(pid=86839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 12:56:31.980458 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 56090) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:56:32.109719 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-a8da31ef-53cf-480b-9deb-8ceefc08164c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:32.124679 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-a8da31ef-53cf-480b-9deb-8ceefc08164c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:56:32.130226 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-a8da31ef-53cf-480b-9deb-8ceefc08164c admin admin] Usage tracker for resource:security_group_rule and tenant:82370cd5c5c74a08985560f9217dbd00 is out of sync, need to count used quota {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:56:32.134377 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-a8da31ef-53cf-480b-9deb-8ceefc08164c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:56:32.142069 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-a8da31ef-53cf-480b-9deb-8ceefc08164c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:56:32.249741 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-a8da31ef-53cf-480b-9deb-8ceefc08164c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:32.254935 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-a8da31ef-53cf-480b-9deb-8ceefc08164c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:32.264721 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-defcfd44-180b-4929-9503-04bd25aeffea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:56:32.309992 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-a8da31ef-53cf-480b-9deb-8ceefc08164c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=82370cd5c5c74a08985560f9217dbd00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3282104 Nov 23 12:56:32.311101 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8da31ef-53cf-480b-9deb-8ceefc08164c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=358442f0-bc18-4f83-9682-6654121dc5f5,revision_number=1']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:56:32.313404 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 56112) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:56:32.315054 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-a8da31ef-53cf-480b-9deb-8ceefc08164c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:56:32.379806 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-9da92098-459d-49dc-9235-82a10cfce449 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:32.410967 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-9da92098-459d-49dc-9235-82a10cfce449 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:32.468817 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-9da92098-459d-49dc-9235-82a10cfce449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:32.473240 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-3592a1a2-1a63-4154-b44a-568622557545 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:56:32.492144 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da92098-459d-49dc-9235-82a10cfce449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=358442f0-bc18-4f83-9682-6654121dc5f5,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:56:32.495284 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-9da92098-459d-49dc-9235-82a10cfce449 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:56:32.497819 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-9da92098-459d-49dc-9235-82a10cfce449 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:32.502393 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-9da92098-459d-49dc-9235-82a10cfce449 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/358442f0-bc18-4f83-9682-6654121dc5f5 HTTP/1.1" status: 204 len: 168 time: 0.1846373 Nov 23 12:56:32.728753 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 56132) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:56:32.873639 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 56138) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:56:32.882443 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-c8db755d-37ba-4658-8b0b-056534707a68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:32.896087 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-69d2b593-a090-4158-b769-dc3086d2093d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:32.898774 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-c8db755d-37ba-4658-8b0b-056534707a68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:56:32.902909 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-c8db755d-37ba-4658-8b0b-056534707a68 admin admin] Usage tracker for resource:security_group_rule and tenant:79dac5f473ad4c4ebb831a08809705e2 is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:56:32.906281 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-c8db755d-37ba-4658-8b0b-056534707a68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:56:32.912265 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-c8db755d-37ba-4658-8b0b-056534707a68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:56:32.912729 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-69d2b593-a090-4158-b769-dc3086d2093d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:56:32.917096 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-69d2b593-a090-4158-b769-dc3086d2093d admin admin] Usage tracker for resource:security_group_rule and tenant:483a38f68af44a7683816a57b808c81e is out of sync, need to count used quota {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:56:32.920382 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-69d2b593-a090-4158-b769-dc3086d2093d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:56:32.926630 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-69d2b593-a090-4158-b769-dc3086d2093d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:56:33.011452 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-c8db755d-37ba-4658-8b0b-056534707a68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:33.017328 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-c8db755d-37ba-4658-8b0b-056534707a68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:33.022986 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-69d2b593-a090-4158-b769-dc3086d2093d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:33.025397 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-fd9665bf-cc13-4b4c-a55a-b9d852d781a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:56:33.027855 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-69d2b593-a090-4158-b769-dc3086d2093d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:33.042589 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-1aa18057-7671-4514-a982-0eb320fae891 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:56:33.070720 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-c8db755d-37ba-4658-8b0b-056534707a68 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=79dac5f473ad4c4ebb831a08809705e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3405519 Nov 23 12:56:33.071758 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 56142) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:56:33.074852 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8db755d-37ba-4658-8b0b-056534707a68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fc791fb-1be1-4371-b140-e275c2630969,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:56:33.089231 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-69d2b593-a090-4158-b769-dc3086d2093d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=483a38f68af44a7683816a57b808c81e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2143478 Nov 23 12:56:33.093856 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-c8db755d-37ba-4658-8b0b-056534707a68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:56:33.094298 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 56146) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:56:33.097891 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d2b593-a090-4158-b769-dc3086d2093d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffad22bb-75c3-42f9-bddd-aa51149817d6,revision_number=1']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:56:33.111938 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-69d2b593-a090-4158-b769-dc3086d2093d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:56:33.154823 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-0a1f4776-9226-4b17-85f6-e7705c50acf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:33.164093 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-4c1f4f67-5210-49cb-897c-f101f3572848 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:33.183284 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-0a1f4776-9226-4b17-85f6-e7705c50acf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:33.196065 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-4c1f4f67-5210-49cb-897c-f101f3572848 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:33.243050 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-0a1f4776-9226-4b17-85f6-e7705c50acf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:33.248254 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-092cc65e-2ca9-43f3-9714-2005fc248a21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:56:33.261732 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-4c1f4f67-5210-49cb-897c-f101f3572848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:33.262034 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f4776-9226-4b17-85f6-e7705c50acf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fc791fb-1be1-4371-b140-e275c2630969,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:56:33.265135 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-0a1f4776-9226-4b17-85f6-e7705c50acf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:56:33.267576 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-0a1f4776-9226-4b17-85f6-e7705c50acf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:33.268660 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-1802dd5b-a5b2-4f85-b77e-10b7ec4462dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:56:33.271971 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-0a1f4776-9226-4b17-85f6-e7705c50acf1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3fc791fb-1be1-4371-b140-e275c2630969 HTTP/1.1" status: 204 len: 168 time: 0.1990232 Nov 23 12:56:33.283256 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1f4f67-5210-49cb-897c-f101f3572848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffad22bb-75c3-42f9-bddd-aa51149817d6,revision_number=None']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:56:33.291528 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-4c1f4f67-5210-49cb-897c-f101f3572848 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:56:33.292344 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-4c1f4f67-5210-49cb-897c-f101f3572848 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:33.293496 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-4c1f4f67-5210-49cb-897c-f101f3572848 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ffad22bb-75c3-42f9-bddd-aa51149817d6 HTTP/1.1" status: 204 len: 168 time: 0.1981912 Nov 23 12:56:34.727882 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:35.272093 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 56216) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:56:35.389703 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-d1148703-56f6-4174-b440-b26f1a550963 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:35.405019 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-d1148703-56f6-4174-b440-b26f1a550963 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:56:35.409216 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-d1148703-56f6-4174-b440-b26f1a550963 admin admin] Usage tracker for resource:security_group_rule and tenant:d6ec0b4c1b13434691d29f1072c1a7a8 is out of sync, need to count used quota {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:56:35.412300 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-d1148703-56f6-4174-b440-b26f1a550963 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:56:35.418246 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-d1148703-56f6-4174-b440-b26f1a550963 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:56:35.505743 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-d1148703-56f6-4174-b440-b26f1a550963 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:35.515524 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-d1148703-56f6-4174-b440-b26f1a550963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:35.522733 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-0e391f16-57c8-4370-b552-a9394b8ff0a9 tempest-VolumesNegativeTest-663370915 tempest-VolumesNegativeTest-663370915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:56:35.565192 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-d1148703-56f6-4174-b440-b26f1a550963 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d6ec0b4c1b13434691d29f1072c1a7a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2919950 Nov 23 12:56:35.566105 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1148703-56f6-4174-b440-b26f1a550963 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c03157d3-c80c-4cc9-b6ce-621d53a75524,revision_number=1']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:56:35.568756 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 56222) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:56:35.569385 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-d1148703-56f6-4174-b440-b26f1a550963 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:56:35.634044 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-0a5dc0d4-a2cb-47e4-a26d-7c6939693051 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:35.661963 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-0a5dc0d4-a2cb-47e4-a26d-7c6939693051 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:35.716925 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-0a5dc0d4-a2cb-47e4-a26d-7c6939693051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:35.720855 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-57c0e42a-5878-4445-9266-5c9f6bbbe5fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:56:35.733767 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5dc0d4-a2cb-47e4-a26d-7c6939693051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c03157d3-c80c-4cc9-b6ce-621d53a75524,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:56:35.736636 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-0a5dc0d4-a2cb-47e4-a26d-7c6939693051 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:56:35.738904 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-0a5dc0d4-a2cb-47e4-a26d-7c6939693051 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:35.740021 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-0a5dc0d4-a2cb-47e4-a26d-7c6939693051 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c03157d3-c80c-4cc9-b6ce-621d53a75524 HTTP/1.1" status: 204 len: 168 time: 0.1699655 Nov 23 12:56:36.042517 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 56234) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:56:36.060951 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-ca368071-2bd3-4a18-8073-008f161babf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:36.076595 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-ca368071-2bd3-4a18-8073-008f161babf9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:56:36.080806 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-ca368071-2bd3-4a18-8073-008f161babf9 admin admin] Usage tracker for resource:security_group_rule and tenant:636702365acd4af1913d4ac8ea7e9a34 is out of sync, need to count used quota {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:56:36.083933 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-ca368071-2bd3-4a18-8073-008f161babf9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:56:36.089772 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-ca368071-2bd3-4a18-8073-008f161babf9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:56:36.176516 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-ca368071-2bd3-4a18-8073-008f161babf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:36.181950 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-ca368071-2bd3-4a18-8073-008f161babf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:36.191619 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-0d337805-4fe1-47e2-ad86-7127313ee9db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:56:36.231432 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-ca368071-2bd3-4a18-8073-008f161babf9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=636702365acd4af1913d4ac8ea7e9a34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1875710 Nov 23 12:56:36.232380 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca368071-2bd3-4a18-8073-008f161babf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c569f26-4071-40a8-ae9c-af7116da8bcb,revision_number=1']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:56:36.234820 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 56242) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:56:36.235889 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-ca368071-2bd3-4a18-8073-008f161babf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:56:36.297394 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-cb4ff31b-a692-4d53-8e71-f9491c22c80d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:36.324075 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-cb4ff31b-a692-4d53-8e71-f9491c22c80d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:36.380890 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-cb4ff31b-a692-4d53-8e71-f9491c22c80d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:36.385819 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-3c11b3f4-f53a-4653-b5a0-08f500ba1f33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:56:36.397463 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4ff31b-a692-4d53-8e71-f9491c22c80d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c569f26-4071-40a8-ae9c-af7116da8bcb,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:56:36.401173 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-cb4ff31b-a692-4d53-8e71-f9491c22c80d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:56:36.404670 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-cb4ff31b-a692-4d53-8e71-f9491c22c80d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:36.408561 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-cb4ff31b-a692-4d53-8e71-f9491c22c80d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0c569f26-4071-40a8-ae9c-af7116da8bcb HTTP/1.1" status: 204 len: 168 time: 0.1723607 Nov 23 12:56:38.239510 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 56304) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:56:38.368300 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-9c9e8656-f8d0-42bf-b9e6-2a08bbe1f64d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:38.383290 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-9c9e8656-f8d0-42bf-b9e6-2a08bbe1f64d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:56:38.388075 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-9c9e8656-f8d0-42bf-b9e6-2a08bbe1f64d admin admin] Usage tracker for resource:security_group_rule and tenant:1fd0f81b80cc43c79b4205d24c4b1331 is out of sync, need to count used quota {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:56:38.391015 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-9c9e8656-f8d0-42bf-b9e6-2a08bbe1f64d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:56:38.396906 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-9c9e8656-f8d0-42bf-b9e6-2a08bbe1f64d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:56:38.479958 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-9c9e8656-f8d0-42bf-b9e6-2a08bbe1f64d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:38.488300 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-9c9e8656-f8d0-42bf-b9e6-2a08bbe1f64d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:38.495488 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-391fea33-9ffd-4f63-addb-e9126e2cf793 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:56:38.536009 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-9c9e8656-f8d0-42bf-b9e6-2a08bbe1f64d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1fd0f81b80cc43c79b4205d24c4b1331&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2952845 Nov 23 12:56:38.536807 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9e8656-f8d0-42bf-b9e6-2a08bbe1f64d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e552055c-b265-4339-b370-8488c092ac29,revision_number=1']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:56:38.538794 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 56310) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:56:38.539950 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-9c9e8656-f8d0-42bf-b9e6-2a08bbe1f64d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:56:38.599012 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-aba96630-a25b-45a2-9899-02069677e305 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:38.625914 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-aba96630-a25b-45a2-9899-02069677e305 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:38.681243 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-aba96630-a25b-45a2-9899-02069677e305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:38.686423 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-5d20de42-4e02-477c-9bf7-241071c369d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:56:38.699048 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba96630-a25b-45a2-9899-02069677e305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e552055c-b265-4339-b370-8488c092ac29,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:56:38.702282 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-aba96630-a25b-45a2-9899-02069677e305 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:56:38.704242 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-aba96630-a25b-45a2-9899-02069677e305 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:38.705594 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-aba96630-a25b-45a2-9899-02069677e305 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e552055c-b265-4339-b370-8488c092ac29 HTTP/1.1" status: 204 len: 168 time: 0.1655133 Nov 23 12:56:39.010161 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 56318) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:56:39.029127 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-258bf54d-24ad-4f58-8aef-cd6224e38239 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:39.044739 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-258bf54d-24ad-4f58-8aef-cd6224e38239 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:56:39.048956 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-258bf54d-24ad-4f58-8aef-cd6224e38239 admin admin] Usage tracker for resource:security_group_rule and tenant:9e9a51d27d354151aced9edf585b1729 is out of sync, need to count used quota {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:56:39.052169 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-258bf54d-24ad-4f58-8aef-cd6224e38239 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:56:39.058820 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-258bf54d-24ad-4f58-8aef-cd6224e38239 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:56:39.148036 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-258bf54d-24ad-4f58-8aef-cd6224e38239 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:39.153508 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-258bf54d-24ad-4f58-8aef-cd6224e38239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:39.161131 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-7a430f21-fe23-4074-b5eb-827ce8ed1997 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:56:39.207715 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-258bf54d-24ad-4f58-8aef-cd6224e38239 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9e9a51d27d354151aced9edf585b1729&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1963248 Nov 23 12:56:39.208529 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258bf54d-24ad-4f58-8aef-cd6224e38239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8538ff1b-adeb-463e-ae4f-b4d797b23144,revision_number=1']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:56:39.210559 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 56326) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:56:39.211754 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-258bf54d-24ad-4f58-8aef-cd6224e38239 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:56:39.283720 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-4a78651b-4a77-41a1-9b64-6700471754db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:39.316753 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-4a78651b-4a77-41a1-9b64-6700471754db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:39.371273 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-4a78651b-4a77-41a1-9b64-6700471754db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:39.375824 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-0a1f4776-9226-4b17-85f6-e7705c50acf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:56:39.393789 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-4a78651b-4a77-41a1-9b64-6700471754db admin admin] Notify callbacks [] for security_group, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:39.393789 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-4a78651b-4a77-41a1-9b64-6700471754db admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8538ff1b-adeb-463e-ae4f-b4d797b23144 HTTP/1.1" status: 204 len: 168 time: 0.1801052 Nov 23 12:56:39.398504 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a78651b-4a77-41a1-9b64-6700471754db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8538ff1b-adeb-463e-ae4f-b4d797b23144,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:56:39.400804 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-4a78651b-4a77-41a1-9b64-6700471754db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:56:44.395688 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 56434) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:56:44.519484 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-0b4d3f96-e4f0-42b3-8157-51e327bb8e77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:44.535438 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-0b4d3f96-e4f0-42b3-8157-51e327bb8e77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:56:44.539563 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-0b4d3f96-e4f0-42b3-8157-51e327bb8e77 admin admin] Usage tracker for resource:security_group_rule and tenant:b8cb588638064339aeb7d24c865e5ce7 is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:56:44.542555 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-0b4d3f96-e4f0-42b3-8157-51e327bb8e77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:56:44.548716 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-0b4d3f96-e4f0-42b3-8157-51e327bb8e77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:56:44.643364 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-0b4d3f96-e4f0-42b3-8157-51e327bb8e77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:44.650188 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-0b4d3f96-e4f0-42b3-8157-51e327bb8e77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:44.658877 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-4a78651b-4a77-41a1-9b64-6700471754db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:56:44.699387 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-0b4d3f96-e4f0-42b3-8157-51e327bb8e77 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b8cb588638064339aeb7d24c865e5ce7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3025105 Nov 23 12:56:44.700311 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4d3f96-e4f0-42b3-8157-51e327bb8e77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffddcbc8-9d18-41fe-9f50-19c1437ae523,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:56:44.703390 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 56440) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:56:44.703887 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-0b4d3f96-e4f0-42b3-8157-51e327bb8e77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:56:44.767690 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-11808534-4dba-4947-86cc-0ce0557434ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:44.796243 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-11808534-4dba-4947-86cc-0ce0557434ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:44.851664 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-11808534-4dba-4947-86cc-0ce0557434ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:44.855464 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-2e52e7b0-c0db-49eb-9e8a-0d445d169c8b tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:56:44.869642 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11808534-4dba-4947-86cc-0ce0557434ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffddcbc8-9d18-41fe-9f50-19c1437ae523,revision_number=None']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:56:44.873549 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-11808534-4dba-4947-86cc-0ce0557434ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:56:44.892103 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-11808534-4dba-4947-86cc-0ce0557434ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:44.895180 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-11808534-4dba-4947-86cc-0ce0557434ea admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ffddcbc8-9d18-41fe-9f50-19c1437ae523 HTTP/1.1" status: 204 len: 168 time: 0.1902056 Nov 23 12:56:45.214336 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 56448) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:56:45.233496 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-ec3c6db4-45aa-4f63-9b54-eac1bf01f4e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:45.253207 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-ec3c6db4-45aa-4f63-9b54-eac1bf01f4e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:56:45.257315 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-ec3c6db4-45aa-4f63-9b54-eac1bf01f4e7 admin admin] Usage tracker for resource:security_group_rule and tenant:0040e8a6eb1242ce85cf17b6cfb6dae0 is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:56:45.260552 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-ec3c6db4-45aa-4f63-9b54-eac1bf01f4e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:56:45.266694 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-ec3c6db4-45aa-4f63-9b54-eac1bf01f4e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:56:45.350259 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-ec3c6db4-45aa-4f63-9b54-eac1bf01f4e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:45.357255 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-ec3c6db4-45aa-4f63-9b54-eac1bf01f4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:45.364128 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-a4973f90-2230-4622-9e51-a4c87e1f4421 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:56:45.403978 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-ec3c6db4-45aa-4f63-9b54-eac1bf01f4e7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0040e8a6eb1242ce85cf17b6cfb6dae0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1884787 Nov 23 12:56:45.405023 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3c6db4-45aa-4f63-9b54-eac1bf01f4e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c00a722-f794-4ad9-bdd7-a236a9e3393a,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:56:45.408026 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 56452) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:56:45.408206 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-ec3c6db4-45aa-4f63-9b54-eac1bf01f4e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:56:45.484894 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-46c32745-1ed7-408f-be3e-f395f2fc4632 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:45.521867 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-46c32745-1ed7-408f-be3e-f395f2fc4632 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:45.582064 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-46c32745-1ed7-408f-be3e-f395f2fc4632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:45.587294 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-ca368071-2bd3-4a18-8073-008f161babf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:56:45.601360 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c32745-1ed7-408f-be3e-f395f2fc4632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c00a722-f794-4ad9-bdd7-a236a9e3393a,revision_number=None']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:56:45.604176 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-46c32745-1ed7-408f-be3e-f395f2fc4632 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:56:45.605439 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-46c32745-1ed7-408f-be3e-f395f2fc4632 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:45.609840 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-46c32745-1ed7-408f-be3e-f395f2fc4632 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5c00a722-f794-4ad9-bdd7-a236a9e3393a HTTP/1.1" status: 204 len: 168 time: 0.1968319 Nov 23 12:56:48.215635 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 56542) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:56:48.344257 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-649cb8ba-9e97-4da0-b00d-b13b2164cfd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:48.360474 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-649cb8ba-9e97-4da0-b00d-b13b2164cfd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:56:48.364666 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-649cb8ba-9e97-4da0-b00d-b13b2164cfd0 admin admin] Usage tracker for resource:security_group_rule and tenant:7a888aad2468419c98bf5abfda5abdb8 is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:56:48.367686 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-649cb8ba-9e97-4da0-b00d-b13b2164cfd0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:56:48.374373 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-649cb8ba-9e97-4da0-b00d-b13b2164cfd0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:56:48.462869 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-649cb8ba-9e97-4da0-b00d-b13b2164cfd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:48.468230 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-649cb8ba-9e97-4da0-b00d-b13b2164cfd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:48.495864 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-c50d54ed-6013-4961-8fe3-38ab40dcc4bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:56:48.507877 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 56586) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:56:48.508565 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-649cb8ba-9e97-4da0-b00d-b13b2164cfd0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7a888aad2468419c98bf5abfda5abdb8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2911489 Nov 23 12:56:48.530731 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649cb8ba-9e97-4da0-b00d-b13b2164cfd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=038eacde-4a91-4cee-b589-b2940bc7cb65,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:56:48.533806 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-649cb8ba-9e97-4da0-b00d-b13b2164cfd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:56:48.574768 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-0969176b-6106-426b-8c86-e4bfa7845f69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:48.603924 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-0969176b-6106-426b-8c86-e4bfa7845f69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:48.661751 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-0969176b-6106-426b-8c86-e4bfa7845f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:48.666716 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-9c9e8656-f8d0-42bf-b9e6-2a08bbe1f64d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:56:48.680035 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0969176b-6106-426b-8c86-e4bfa7845f69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=038eacde-4a91-4cee-b589-b2940bc7cb65,revision_number=None']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:56:48.683410 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-0969176b-6106-426b-8c86-e4bfa7845f69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:56:48.689826 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-0969176b-6106-426b-8c86-e4bfa7845f69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:48.694166 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-0969176b-6106-426b-8c86-e4bfa7845f69 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/038eacde-4a91-4cee-b589-b2940bc7cb65 HTTP/1.1" status: 204 len: 168 time: 0.1817386 Nov 23 12:56:49.006137 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 56604) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:56:49.028633 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-ebc31dbb-4e68-4d5f-bc97-172a9d7b7e1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:49.049780 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-ebc31dbb-4e68-4d5f-bc97-172a9d7b7e1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:56:49.053729 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-ebc31dbb-4e68-4d5f-bc97-172a9d7b7e1a admin admin] Usage tracker for resource:security_group_rule and tenant:8203cfe612d44bfb9470834403c8c94d is out of sync, need to count used quota {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:56:49.057166 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-ebc31dbb-4e68-4d5f-bc97-172a9d7b7e1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:56:49.063843 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-ebc31dbb-4e68-4d5f-bc97-172a9d7b7e1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:56:49.149933 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-ebc31dbb-4e68-4d5f-bc97-172a9d7b7e1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:49.155193 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-ebc31dbb-4e68-4d5f-bc97-172a9d7b7e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:49.165293 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-b12770c4-9dff-41ad-a9dc-026c80063468 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:56:49.207534 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-ebc31dbb-4e68-4d5f-bc97-172a9d7b7e1a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8203cfe612d44bfb9470834403c8c94d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1998456 Nov 23 12:56:49.208335 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc31dbb-4e68-4d5f-bc97-172a9d7b7e1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f46d6832-9525-4a87-85c3-b1a6e7631e02,revision_number=1']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:56:49.210129 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 56616) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:56:49.211359 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-ebc31dbb-4e68-4d5f-bc97-172a9d7b7e1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:56:49.275989 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-8b6e3203-91f7-42ad-8ea0-221dec2fe569 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:49.305577 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-8b6e3203-91f7-42ad-8ea0-221dec2fe569 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:49.368766 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-8b6e3203-91f7-42ad-8ea0-221dec2fe569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:49.372746 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-d205e5e8-4b04-494f-905e-17e3f5770382 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:56:49.387552 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6e3203-91f7-42ad-8ea0-221dec2fe569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f46d6832-9525-4a87-85c3-b1a6e7631e02,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:56:49.391686 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-8b6e3203-91f7-42ad-8ea0-221dec2fe569 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:56:49.405604 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-8b6e3203-91f7-42ad-8ea0-221dec2fe569 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:49.406784 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-8b6e3203-91f7-42ad-8ea0-221dec2fe569 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f46d6832-9525-4a87-85c3-b1a6e7631e02 HTTP/1.1" status: 204 len: 168 time: 0.1955590 Nov 23 12:56:50.199502 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 56642) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:56:50.312960 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.v2.base [None req-ad89fdbb-678a-42e7-b3b0-aa15bf569f11 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1997099748-network', 'tenant_id': 'aa9e412227234fa5b6ce77d4cc3ed074'}} {{(pid=86837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:56:50.318023 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-ad89fdbb-678a-42e7-b3b0-aa15bf569f11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:56:50.322052 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-ad89fdbb-678a-42e7-b3b0-aa15bf569f11 admin admin] Usage tracker for resource:network and tenant:aa9e412227234fa5b6ce77d4cc3ed074 is out of sync, need to count used quota {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:56:50.325395 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-ad89fdbb-678a-42e7-b3b0-aa15bf569f11 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:56:50.331980 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-ad89fdbb-678a-42e7-b3b0-aa15bf569f11 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:56:50.344851 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad89fdbb-678a-42e7-b3b0-aa15bf569f11 admin admin] Made reservation on behalf of aa9e412227234fa5b6ce77d4cc3ed074 for: {'network': 1} {{(pid=86837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:56:50.347155 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-ad89fdbb-678a-42e7-b3b0-aa15bf569f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for network, before_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:50.359796 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-ad89fdbb-678a-42e7-b3b0-aa15bf569f11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:50.374981 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-ad89fdbb-678a-42e7-b3b0-aa15bf569f11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:56:50.378922 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-ad89fdbb-678a-42e7-b3b0-aa15bf569f11 admin admin] Usage tracker for resource:security_group_rule and tenant:aa9e412227234fa5b6ce77d4cc3ed074 is out of sync, need to count used quota {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:56:50.381697 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-ad89fdbb-678a-42e7-b3b0-aa15bf569f11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:56:50.388131 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-ad89fdbb-678a-42e7-b3b0-aa15bf569f11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:56:50.480401 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-ad89fdbb-678a-42e7-b3b0-aa15bf569f11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:50.486110 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-ad89fdbb-678a-42e7-b3b0-aa15bf569f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:50.489239 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-a1b5aac8-fb71-4100-9c1b-3cb4b029a4b3 tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:56:50.520573 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad89fdbb-678a-42e7-b3b0-aa15bf569f11 admin admin] vlan segment allocate from pool success with {'vlan_id': 754, 'physical_network': 'physnet1'} {{(pid=86837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 12:56:50.537530 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad89fdbb-678a-42e7-b3b0-aa15bf569f11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07c93787-0226-4060-aa70-3d12a1b13429,revision_number=1']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:56:50.542729 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-ad89fdbb-678a-42e7-b3b0-aa15bf569f11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:56:50.546008 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-ad89fdbb-678a-42e7-b3b0-aa15bf569f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572451'] for segment, precommit_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:50.546347 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.db.segments_db [None req-ad89fdbb-678a-42e7-b3b0-aa15bf569f11 admin admin] Added segment 602c7f51-e49d-4a48-9bc2-4ce4dbf341f7 of type vlan for network e52e537a-a2f7-4c56-aaaf-cd50ea3a01fa Nov 23 12:56:50.578178 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-ad89fdbb-678a-42e7-b3b0-aa15bf569f11 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788170511809'] for network, precommit_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:50.610063 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-ad89fdbb-678a-42e7-b3b0-aa15bf569f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595'] for network, after_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:50.611476 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad89fdbb-678a-42e7-b3b0-aa15bf569f11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:56:50.612064 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-ad89fdbb-678a-42e7-b3b0-aa15bf569f11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600637'] for network, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:50.615610 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-35fe3fc7-70b8-4122-a5bc-e9756d4525d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:56:50.720547 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad89fdbb-678a-42e7-b3b0-aa15bf569f11 admin admin] Pushing event updated for resources: {'Network': ['ID=e52e537a-a2f7-4c56-aaaf-cd50ea3a01fa,revision_number=1']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:56:50.723832 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-ad89fdbb-678a-42e7-b3b0-aa15bf569f11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:56:50.725706 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-ad89fdbb-678a-42e7-b3b0-aa15bf569f11 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5248039 Nov 23 12:56:50.729090 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 56648) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:56:50.731126 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Network e52e537a-a2f7-4c56-aaaf-cd50ea3a01fa details requested by agent ovs-agent-dv-cinder-818883-1-smb with host dv-cinder-818883-1-smb {{(pid=86839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 23 12:56:50.735119 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.v2.base [None req-0c69d4a6-86fa-47e0-81cb-614031c16055 admin admin] Request body: {'subnet': {'network_id': 'e52e537a-a2f7-4c56-aaaf-cd50ea3a01fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1997099748-subnet', 'tenant_id': 'aa9e412227234fa5b6ce77d4cc3ed074', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:56:50.740303 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-0c69d4a6-86fa-47e0-81cb-614031c16055 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:56:50.744399 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-0c69d4a6-86fa-47e0-81cb-614031c16055 admin admin] Usage tracker for resource:subnet and tenant:aa9e412227234fa5b6ce77d4cc3ed074 is out of sync, need to count used quota {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:56:50.747373 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-0c69d4a6-86fa-47e0-81cb-614031c16055 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:56:50.753066 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-0c69d4a6-86fa-47e0-81cb-614031c16055 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:56:50.764869 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c69d4a6-86fa-47e0-81cb-614031c16055 admin admin] Made reservation on behalf of aa9e412227234fa5b6ce77d4cc3ed074 for: {'subnet': 1} {{(pid=86837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:56:50.767545 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-0c69d4a6-86fa-47e0-81cb-614031c16055 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8238016'] for subnet, before_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:51.106014 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-0c69d4a6-86fa-47e0-81cb-614031c16055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6379459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8238066'] for subnet, after_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:51.110304 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:56:51.189316 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c69d4a6-86fa-47e0-81cb-614031c16055 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdfeacec-84b2-46d5-951f-b4b770b26110,revision_number=0']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:56:51.193199 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-0c69d4a6-86fa-47e0-81cb-614031c16055 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:56:51.202159 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c69d4a6-86fa-47e0-81cb-614031c16055 admin admin] Checking segment: {'id': '602c7f51-e49d-4a48-9bc2-4ce4dbf341f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'e52e537a-a2f7-4c56-aaaf-cd50ea3a01fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:56:51.202921 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c69d4a6-86fa-47e0-81cb-614031c16055 admin admin] Network hostable DHCP agents. Network: e52e537a-a2f7-4c56-aaaf-cd50ea3a01fa, hostable agents: ['7adafed1-c9c5-48d0-9254-d37451f0c452'], hosted agents: [] {{(pid=86837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 12:56:51.225127 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c69d4a6-86fa-47e0-81cb-614031c16055 admin admin] Network e52e537a-a2f7-4c56-aaaf-cd50ea3a01fa is scheduled to be hosted by DHCP agent 7adafed1-c9c5-48d0-9254-d37451f0c452 with binding_index 1 {{(pid=86837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 12:56:51.238522 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.scheduler.base_scheduler [None req-0c69d4a6-86fa-47e0-81cb-614031c16055 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818883-1-smb, e52e537a-a2f7-4c56-aaaf-cd50ea3a01fa) {{(pid=86837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:56:51.243817 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c69d4a6-86fa-47e0-81cb-614031c16055 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:56:51.245248 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-0c69d4a6-86fa-47e0-81cb-614031c16055 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:51.249163 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fbcff00-eadb-47a7-9cf6-c8dfa6234343 None None] Network e52e537a-a2f7-4c56-aaaf-cd50ea3a01fa requested from dv-cinder-818883-1-smb {{(pid=86839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 12:56:51.284927 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-0c69d4a6-86fa-47e0-81cb-614031c16055 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5546875 Nov 23 12:56:51.486441 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23884bf7-7dc2-40f5-957d-b8117a9f26bd None None] Network e52e537a-a2f7-4c56-aaaf-cd50ea3a01fa requested from dv-cinder-818883-1-smb {{(pid=86839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 12:56:51.824697 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 56668) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:56:51.830733 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.v2.base [None req-0b9ca49c-b3bf-40a0-a837-f5e5e24352cd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-187415164-network', 'tenant_id': '021ab5aad18a4da0ae53a8b98e99953e'}} {{(pid=86837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:56:51.836599 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-0b9ca49c-b3bf-40a0-a837-f5e5e24352cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:56:51.840542 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-0b9ca49c-b3bf-40a0-a837-f5e5e24352cd admin admin] Usage tracker for resource:network and tenant:021ab5aad18a4da0ae53a8b98e99953e is out of sync, need to count used quota {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:56:51.843509 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-0b9ca49c-b3bf-40a0-a837-f5e5e24352cd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:56:51.849309 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-0b9ca49c-b3bf-40a0-a837-f5e5e24352cd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:56:51.862908 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b9ca49c-b3bf-40a0-a837-f5e5e24352cd admin admin] Made reservation on behalf of 021ab5aad18a4da0ae53a8b98e99953e for: {'network': 1} {{(pid=86837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:56:51.865333 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-0b9ca49c-b3bf-40a0-a837-f5e5e24352cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for network, before_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:51.877998 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-0b9ca49c-b3bf-40a0-a837-f5e5e24352cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:51.892616 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-0b9ca49c-b3bf-40a0-a837-f5e5e24352cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:56:51.896394 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-0b9ca49c-b3bf-40a0-a837-f5e5e24352cd admin admin] Usage tracker for resource:security_group_rule and tenant:021ab5aad18a4da0ae53a8b98e99953e is out of sync, need to count used quota {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:56:51.899139 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-0b9ca49c-b3bf-40a0-a837-f5e5e24352cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:56:51.904945 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-0b9ca49c-b3bf-40a0-a837-f5e5e24352cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:56:51.987956 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-0b9ca49c-b3bf-40a0-a837-f5e5e24352cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:51.993592 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-0b9ca49c-b3bf-40a0-a837-f5e5e24352cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:51.996702 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-6ae6bcda-3f66-4716-af5e-fee772ee70f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:56:52.025568 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b9ca49c-b3bf-40a0-a837-f5e5e24352cd admin admin] vlan segment allocate from pool success with {'vlan_id': 767, 'physical_network': 'physnet1'} {{(pid=86837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 12:56:52.034536 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9ca49c-b3bf-40a0-a837-f5e5e24352cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44c13f90-3337-4462-a75f-90066c3095fe,revision_number=1']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:56:52.039874 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-0b9ca49c-b3bf-40a0-a837-f5e5e24352cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:56:52.042935 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-0b9ca49c-b3bf-40a0-a837-f5e5e24352cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572451'] for segment, precommit_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:52.043278 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.db.segments_db [None req-0b9ca49c-b3bf-40a0-a837-f5e5e24352cd admin admin] Added segment 2555233f-57e7-4993-bc08-36cc73ce7df4 of type vlan for network b49d7bc6-c104-4c15-ad93-5fa334dbb899 Nov 23 12:56:52.073212 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-0b9ca49c-b3bf-40a0-a837-f5e5e24352cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788170511809'] for network, precommit_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:52.113587 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-0b9ca49c-b3bf-40a0-a837-f5e5e24352cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595'] for network, after_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:52.118117 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9ca49c-b3bf-40a0-a837-f5e5e24352cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:56:52.118873 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-0b9ca49c-b3bf-40a0-a837-f5e5e24352cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600637'] for network, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:52.123034 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-8ea50454-fb7c-4ef8-bf28-7b4dc7ae9c10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:56:52.231386 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9ca49c-b3bf-40a0-a837-f5e5e24352cd admin admin] Pushing event updated for resources: {'Network': ['ID=b49d7bc6-c104-4c15-ad93-5fa334dbb899,revision_number=1']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:56:52.234930 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-0b9ca49c-b3bf-40a0-a837-f5e5e24352cd admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4088960 Nov 23 12:56:52.235950 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-0b9ca49c-b3bf-40a0-a837-f5e5e24352cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:56:52.238294 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 56674) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:56:52.243505 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Network b49d7bc6-c104-4c15-ad93-5fa334dbb899 details requested by agent ovs-agent-dv-cinder-818883-1-smb with host dv-cinder-818883-1-smb {{(pid=86839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 23 12:56:52.244159 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.v2.base [None req-9fc9c70d-db5c-4a90-a228-5340d30ac711 admin admin] Request body: {'subnet': {'network_id': 'b49d7bc6-c104-4c15-ad93-5fa334dbb899', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-187415164-subnet', 'tenant_id': '021ab5aad18a4da0ae53a8b98e99953e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:56:52.249582 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-9fc9c70d-db5c-4a90-a228-5340d30ac711 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:56:52.253750 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-9fc9c70d-db5c-4a90-a228-5340d30ac711 admin admin] Usage tracker for resource:subnet and tenant:021ab5aad18a4da0ae53a8b98e99953e is out of sync, need to count used quota {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:56:52.256889 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-9fc9c70d-db5c-4a90-a228-5340d30ac711 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:56:52.263275 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-9fc9c70d-db5c-4a90-a228-5340d30ac711 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:56:52.279380 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fc9c70d-db5c-4a90-a228-5340d30ac711 admin admin] Made reservation on behalf of 021ab5aad18a4da0ae53a8b98e99953e for: {'subnet': 1} {{(pid=86837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:56:52.281295 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-9fc9c70d-db5c-4a90-a228-5340d30ac711 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8238016'] for subnet, before_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:52.506252 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-9fc9c70d-db5c-4a90-a228-5340d30ac711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6379459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8238066'] for subnet, after_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:52.511905 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:56:52.583065 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc9c70d-db5c-4a90-a228-5340d30ac711 admin admin] Pushing event updated for resources: {'Subnet': ['ID=766939e0-4749-43b1-a220-449d58f0f482,revision_number=0']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:56:52.587324 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-9fc9c70d-db5c-4a90-a228-5340d30ac711 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:56:52.591852 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc9c70d-db5c-4a90-a228-5340d30ac711 admin admin] Checking segment: {'id': '2555233f-57e7-4993-bc08-36cc73ce7df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'b49d7bc6-c104-4c15-ad93-5fa334dbb899'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:56:52.592189 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc9c70d-db5c-4a90-a228-5340d30ac711 admin admin] Network hostable DHCP agents. Network: b49d7bc6-c104-4c15-ad93-5fa334dbb899, hostable agents: ['7adafed1-c9c5-48d0-9254-d37451f0c452'], hosted agents: [] {{(pid=86837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 12:56:52.615391 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc9c70d-db5c-4a90-a228-5340d30ac711 admin admin] Network b49d7bc6-c104-4c15-ad93-5fa334dbb899 is scheduled to be hosted by DHCP agent 7adafed1-c9c5-48d0-9254-d37451f0c452 with binding_index 1 {{(pid=86837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 12:56:52.629303 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.scheduler.base_scheduler [None req-9fc9c70d-db5c-4a90-a228-5340d30ac711 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818883-1-smb, b49d7bc6-c104-4c15-ad93-5fa334dbb899) {{(pid=86837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:56:52.633971 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc9c70d-db5c-4a90-a228-5340d30ac711 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:56:52.635001 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-9fc9c70d-db5c-4a90-a228-5340d30ac711 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:52.639419 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f7022b-2839-41df-a876-5db58baa47e9 None None] Network b49d7bc6-c104-4c15-ad93-5fa334dbb899 requested from dv-cinder-818883-1-smb {{(pid=86839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 12:56:52.663531 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-9fc9c70d-db5c-4a90-a228-5340d30ac711 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4239457 Nov 23 12:56:52.852951 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758c58a2-7c77-4695-bd77-f3bc955bbaee None None] Network b49d7bc6-c104-4c15-ad93-5fa334dbb899 requested from dv-cinder-818883-1-smb {{(pid=86839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 12:56:52.943547 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-021f4569-f14e-4692-8203-c1028b2c5fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:53.151033 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.agents_db [None req-d0d00f27-41a4-4d9d-a63d-8c6bf84d2b10 None None] Agent healthcheck: found 6 active agents {{(pid=86840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 12:56:53.365984 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130322cc-2a6a-4cd1-9a7b-25e91921cd12 req-f2cdef69-dd20-48e8-9441-f5b538571445 tempest-VolumesActionsTest-561455487 tempest-VolumesActionsTest-561455487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:56:53.367498 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-130322cc-2a6a-4cd1-9a7b-25e91921cd12 req-f2cdef69-dd20-48e8-9441-f5b538571445 tempest-VolumesActionsTest-561455487 tempest-VolumesActionsTest-561455487-project] 10.222.0.31 "GET /v2.0/networks?id=e52e537a-a2f7-4c56-aaaf-cd50ea3a01fa HTTP/1.1" status: 200 len: 809 time: 0.2486994 Nov 23 12:56:53.385561 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-130322cc-2a6a-4cd1-9a7b-25e91921cd12 req-95c07380-982e-4715-8ebe-376b86c9ad5d tempest-VolumesActionsTest-561455487 tempest-VolumesActionsTest-561455487-project] 10.222.0.31 "GET /v2.0/quotas/aa9e412227234fa5b6ce77d4cc3ed074 HTTP/1.1" status: 200 len: 375 time: 0.0099795 Nov 23 12:56:53.414326 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:53.439064 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-130322cc-2a6a-4cd1-9a7b-25e91921cd12 req-19229d79-6422-4419-becd-4aa15874251d tempest-VolumesActionsTest-561455487 tempest-VolumesActionsTest-561455487-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=aa9e412227234fa5b6ce77d4cc3ed074&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0470283 Nov 23 12:56:53.556515 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [req-130322cc-2a6a-4cd1-9a7b-25e91921cd12 req-2d5de3c9-08b4-4a37-9984-295202e3c4bb service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=86838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 12:56:53.557566 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-130322cc-2a6a-4cd1-9a7b-25e91921cd12 req-2d5de3c9-08b4-4a37-9984-295202e3c4bb service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1120834 Nov 23 12:56:53.712722 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-130322cc-2a6a-4cd1-9a7b-25e91921cd12 req-693bc43c-7c8a-4615-ae14-aebd3fd0d0a2 service neutron] 10.222.0.31 "GET /v2.0/networks/e52e537a-a2f7-4c56-aaaf-cd50ea3a01fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484613 Nov 23 12:56:53.853311 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-130322cc-2a6a-4cd1-9a7b-25e91921cd12 req-3a1cf6cb-c82a-4b26-990c-649499532ce4 service neutron] 10.222.0.31 "GET /v2.0/networks/e52e537a-a2f7-4c56-aaaf-cd50ea3a01fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344051 Nov 23 12:56:54.045495 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-c67b1724-1939-496e-9717-239ca19f8a38 req-3d106e83-6968-4413-8aab-bf66ccc1aae8 tempest-VolumesActionsTest-561455487 tempest-VolumesActionsTest-561455487-project] 10.222.0.31 "GET /v2.0/ports?device_id=8538977e-b90b-41e3-baf8-7599f53ea7fe HTTP/1.1" status: 200 len: 210 time: 0.0453370 Nov 23 12:56:55.206477 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-9deea44a-5914-41d7-a7e7-a71cc9f41d20 req-9fe740c7-6ac6-4287-b5bb-70b0d865f9ea tempest-VolumesActionsTest-561455487 tempest-VolumesActionsTest-561455487-project] 10.222.0.31 "GET /v2.0/ports?device_id=8538977e-b90b-41e3-baf8-7599f53ea7fe HTTP/1.1" status: 200 len: 210 time: 0.0437136 Nov 23 12:56:55.381772 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130322cc-2a6a-4cd1-9a7b-25e91921cd12 req-57241e7f-eb68-44f1-9d73-5177c99aa664 tempest-VolumesActionsTest-561455487 tempest-VolumesActionsTest-561455487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:56:55.383766 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-130322cc-2a6a-4cd1-9a7b-25e91921cd12 req-57241e7f-eb68-44f1-9d73-5177c99aa664 tempest-VolumesActionsTest-561455487 tempest-VolumesActionsTest-561455487-project] 10.222.0.54 "GET /v2.0/networks?id=e52e537a-a2f7-4c56-aaaf-cd50ea3a01fa HTTP/1.1" status: 200 len: 809 time: 0.1539133 Nov 23 12:56:55.397127 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.v2.base [req-130322cc-2a6a-4cd1-9a7b-25e91921cd12 req-bf18085a-c957-46f4-b871-09e065c2d6bf tempest-VolumesActionsTest-561455487 tempest-VolumesActionsTest-561455487-project] Request body: {'port': {'device_id': '8538977e-b90b-41e3-baf8-7599f53ea7fe', 'network_id': 'e52e537a-a2f7-4c56-aaaf-cd50ea3a01fa', 'admin_state_up': True, 'tenant_id': 'aa9e412227234fa5b6ce77d4cc3ed074'}} {{(pid=86838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:56:55.549500 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [req-130322cc-2a6a-4cd1-9a7b-25e91921cd12 req-bf18085a-c957-46f4-b871-09e065c2d6bf tempest-VolumesActionsTest-561455487 tempest-VolumesActionsTest-561455487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:56:55.553738 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-130322cc-2a6a-4cd1-9a7b-25e91921cd12 req-bf18085a-c957-46f4-b871-09e065c2d6bf tempest-VolumesActionsTest-561455487 tempest-VolumesActionsTest-561455487-project] Usage tracker for resource:port and tenant:aa9e412227234fa5b6ce77d4cc3ed074 is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:56:55.556618 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-130322cc-2a6a-4cd1-9a7b-25e91921cd12 req-bf18085a-c957-46f4-b871-09e065c2d6bf tempest-VolumesActionsTest-561455487 tempest-VolumesActionsTest-561455487-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:56:55.562433 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [req-130322cc-2a6a-4cd1-9a7b-25e91921cd12 req-bf18085a-c957-46f4-b871-09e065c2d6bf tempest-VolumesActionsTest-561455487 tempest-VolumesActionsTest-561455487-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:56:55.574032 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-130322cc-2a6a-4cd1-9a7b-25e91921cd12 req-bf18085a-c957-46f4-b871-09e065c2d6bf tempest-VolumesActionsTest-561455487 tempest-VolumesActionsTest-561455487-project] Made reservation on behalf of aa9e412227234fa5b6ce77d4cc3ed074 for: {'port': 1} {{(pid=86838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:56:55.578018 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-130322cc-2a6a-4cd1-9a7b-25e91921cd12 req-bf18085a-c957-46f4-b871-09e065c2d6bf tempest-VolumesActionsTest-561455487 tempest-VolumesActionsTest-561455487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:55.701532 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1287d306-fc0e-4114-a718-69234b21a606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:55.757266 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.db_base_plugin_common [req-130322cc-2a6a-4cd1-9a7b-25e91921cd12 req-bf18085a-c957-46f4-b871-09e065c2d6bf tempest-VolumesActionsTest-561455487 tempest-VolumesActionsTest-561455487-project] Allocated IP 172.20.0.10 (e52e537a-a2f7-4c56-aaaf-cd50ea3a01fa/fdfeacec-84b2-46d5-951f-b4b770b26110/8037f3d3-9d5e-440f-88cf-8ece295e078f) {{(pid=86838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:56:55.978378 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-130322cc-2a6a-4cd1-9a7b-25e91921cd12 req-bf18085a-c957-46f4-b871-09e065c2d6bf tempest-VolumesActionsTest-561455487 tempest-VolumesActionsTest-561455487-project] Notify callbacks [] for port, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:56.011195 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-130322cc-2a6a-4cd1-9a7b-25e91921cd12 req-bf18085a-c957-46f4-b871-09e065c2d6bf tempest-VolumesActionsTest-561455487 tempest-VolumesActionsTest-561455487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788170525763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8277302'] for port, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:56.016986 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-c7a338db-8487-4144-80b1-53787a1a8ffc tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:56:56.087623 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-130322cc-2a6a-4cd1-9a7b-25e91921cd12 req-bf18085a-c957-46f4-b871-09e065c2d6bf tempest-VolumesActionsTest-561455487 tempest-VolumesActionsTest-561455487-project] Network e52e537a-a2f7-4c56-aaaf-cd50ea3a01fa is already hosted by enough agents. {{(pid=86838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:56:56.090853 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.scheduler.base_scheduler [req-130322cc-2a6a-4cd1-9a7b-25e91921cd12 req-bf18085a-c957-46f4-b871-09e065c2d6bf tempest-VolumesActionsTest-561455487 tempest-VolumesActionsTest-561455487-project] Resources bound (agent type, host, resource id): {{(pid=86838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:56:56.095318 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.l3_dvrscheduler_db [req-130322cc-2a6a-4cd1-9a7b-25e91921cd12 req-bf18085a-c957-46f4-b871-09e065c2d6bf tempest-VolumesActionsTest-561455487 tempest-VolumesActionsTest-561455487-project] Received port after_create {{(pid=86838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 12:56:56.126460 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf18085a-c957-46f4-b871-09e065c2d6bf tempest-VolumesActionsTest-561455487 tempest-VolumesActionsTest-561455487-project] Pushing event updated for resources: {'Port': ['ID=8037f3d3-9d5e-440f-88cf-8ece295e078f,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:56:56.132963 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-bf18085a-c957-46f4-b871-09e065c2d6bf tempest-VolumesActionsTest-561455487 tempest-VolumesActionsTest-561455487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:56:56.169701 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130322cc-2a6a-4cd1-9a7b-25e91921cd12 req-bf18085a-c957-46f4-b871-09e065c2d6bf tempest-VolumesActionsTest-561455487 tempest-VolumesActionsTest-561455487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:56:56.170305 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-130322cc-2a6a-4cd1-9a7b-25e91921cd12 req-bf18085a-c957-46f4-b871-09e065c2d6bf tempest-VolumesActionsTest-561455487 tempest-VolumesActionsTest-561455487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188604'] for port, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:56.190963 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-130322cc-2a6a-4cd1-9a7b-25e91921cd12 req-bf18085a-c957-46f4-b871-09e065c2d6bf tempest-VolumesActionsTest-561455487 tempest-VolumesActionsTest-561455487-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7977643 Nov 23 12:56:56.202731 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [req-130322cc-2a6a-4cd1-9a7b-25e91921cd12 req-ff3f80b0-a22e-4bc9-8379-8209d0aeded9 tempest-VolumesActionsTest-561455487 tempest-VolumesActionsTest-561455487-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=86838) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 12:56:56.203720 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-130322cc-2a6a-4cd1-9a7b-25e91921cd12 req-ff3f80b0-a22e-4bc9-8379-8209d0aeded9 tempest-VolumesActionsTest-561455487 tempest-VolumesActionsTest-561455487-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055006 Nov 23 12:56:56.261551 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.v2.base [req-130322cc-2a6a-4cd1-9a7b-25e91921cd12 req-8f1adb13-fa44-42cb-9ac3-1675e24d9fde service neutron] Request body: {'port': {'device_id': '8538977e-b90b-41e3-baf8-7599f53ea7fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:56:56.386102 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-130322cc-2a6a-4cd1-9a7b-25e91921cd12 req-8f1adb13-fa44-42cb-9ac3-1675e24d9fde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:56.523263 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-8254020c-a8f6-4cc9-8d4f-32dd99c2f4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:56.817277 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637bb7d6-1687-4cde-94e6-522d0882986b req-dd4f7ddc-61ee-4800-b065-2359ca55ef47 tempest-VolumesActionsTest-561455487 tempest-VolumesActionsTest-561455487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:56:56.817921 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-637bb7d6-1687-4cde-94e6-522d0882986b req-dd4f7ddc-61ee-4800-b065-2359ca55ef47 tempest-VolumesActionsTest-561455487 tempest-VolumesActionsTest-561455487-project] Synchronizing usage tracker for tenant:aa9e412227234fa5b6ce77d4cc3ed074 on resource:port {{(pid=86838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:56:56.867014 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-637bb7d6-1687-4cde-94e6-522d0882986b req-dd4f7ddc-61ee-4800-b065-2359ca55ef47 tempest-VolumesActionsTest-561455487 tempest-VolumesActionsTest-561455487-project] Unset dirty status for tenant:aa9e412227234fa5b6ce77d4cc3ed074 on resource:port {{(pid=86838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:56:56.868356 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-637bb7d6-1687-4cde-94e6-522d0882986b req-dd4f7ddc-61ee-4800-b065-2359ca55ef47 tempest-VolumesActionsTest-561455487 tempest-VolumesActionsTest-561455487-project] 10.222.0.31 "GET /v2.0/ports?device_id=8538977e-b90b-41e3-baf8-7599f53ea7fe HTTP/1.1" status: 200 len: 932 time: 0.3923421 Nov 23 12:56:56.935582 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-637bb7d6-1687-4cde-94e6-522d0882986b req-18bfa7b7-53f9-4f68-a4da-4da6d3938ac8 tempest-VolumesActionsTest-561455487 tempest-VolumesActionsTest-561455487-project] 10.222.0.31 "GET /v2.0/security-groups?id=07c93787-0226-4060-aa70-3d12a1b13429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584190 Nov 23 12:56:56.991466 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.notifiers.nova [req-130322cc-2a6a-4cd1-9a7b-25e91921cd12 req-8f1adb13-fa44-42cb-9ac3-1675e24d9fde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8037f3d3-9d5e-440f-88cf-8ece295e078f {{(pid=86838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 12:56:56.999274 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-130322cc-2a6a-4cd1-9a7b-25e91921cd12 req-8f1adb13-fa44-42cb-9ac3-1675e24d9fde service neutron] Notify callbacks [] for port, precommit_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:57.015567 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.provisioning_blocks [req-130322cc-2a6a-4cd1-9a7b-25e91921cd12 req-8f1adb13-fa44-42cb-9ac3-1675e24d9fde service neutron] Transition to ACTIVE for port object 8037f3d3-9d5e-440f-88cf-8ece295e078f will not be triggered until provisioned by entity L2. {{(pid=86838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:56:57.020847 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-130322cc-2a6a-4cd1-9a7b-25e91921cd12 req-8f1adb13-fa44-42cb-9ac3-1675e24d9fde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8277311'] for port, after_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:57.025004 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-6991049d-0a65-47ec-83ce-2ac6a70739fb tempest-AttachVolumeTestJSON-821325339 tempest-AttachVolumeTestJSON-821325339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:56:57.192387 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1adb13-fa44-42cb-9ac3-1675e24d9fde service neutron] Pushing event updated for resources: {'Port': ['ID=8037f3d3-9d5e-440f-88cf-8ece295e078f,revision_number=2']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:56:57.203193 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-8f1adb13-fa44-42cb-9ac3-1675e24d9fde service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:56:57.279627 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.managers [req-130322cc-2a6a-4cd1-9a7b-25e91921cd12 req-8f1adb13-fa44-42cb-9ac3-1675e24d9fde service neutron] Attempting to bind port 8037f3d3-9d5e-440f-88cf-8ece295e078f on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 12:56:57.280331 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.managers [req-130322cc-2a6a-4cd1-9a7b-25e91921cd12 req-8f1adb13-fa44-42cb-9ac3-1675e24d9fde service neutron] Attempting to bind port 8037f3d3-9d5e-440f-88cf-8ece295e078f by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '602c7f51-e49d-4a48-9bc2-4ce4dbf341f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'e52e537a-a2f7-4c56-aaaf-cd50ea3a01fa'}] {{(pid=86838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 12:56:57.280331 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130322cc-2a6a-4cd1-9a7b-25e91921cd12 req-8f1adb13-fa44-42cb-9ac3-1675e24d9fde service neutron] Attempting to bind port 8037f3d3-9d5e-440f-88cf-8ece295e078f on network e52e537a-a2f7-4c56-aaaf-cd50ea3a01fa {{(pid=86838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:56:57.285323 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130322cc-2a6a-4cd1-9a7b-25e91921cd12 req-8f1adb13-fa44-42cb-9ac3-1675e24d9fde service neutron] Port 8037f3d3-9d5e-440f-88cf-8ece295e078f on network e52e537a-a2f7-4c56-aaaf-cd50ea3a01fa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 23 12:56:57.285696 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130322cc-2a6a-4cd1-9a7b-25e91921cd12 req-8f1adb13-fa44-42cb-9ac3-1675e24d9fde service neutron] Attempting to bind port 8037f3d3-9d5e-440f-88cf-8ece295e078f on network e52e537a-a2f7-4c56-aaaf-cd50ea3a01fa {{(pid=86838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:56:57.294001 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130322cc-2a6a-4cd1-9a7b-25e91921cd12 req-8f1adb13-fa44-42cb-9ac3-1675e24d9fde service neutron] Checking agent: {'id': 'c02b2241-eea5-43d7-ab73-e33b65374cd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 44, 5), 'started_at': datetime.datetime(2021, 11, 23, 12, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 12:56:57.294435 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130322cc-2a6a-4cd1-9a7b-25e91921cd12 req-8f1adb13-fa44-42cb-9ac3-1675e24d9fde service neutron] Checking segment: {'id': '602c7f51-e49d-4a48-9bc2-4ce4dbf341f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'e52e537a-a2f7-4c56-aaaf-cd50ea3a01fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:56:57.294884 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130322cc-2a6a-4cd1-9a7b-25e91921cd12 req-8f1adb13-fa44-42cb-9ac3-1675e24d9fde service neutron] Bound using segment: {'id': '602c7f51-e49d-4a48-9bc2-4ce4dbf341f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'e52e537a-a2f7-4c56-aaaf-cd50ea3a01fa'} {{(pid=86838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 12:56:57.295318 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.managers [req-130322cc-2a6a-4cd1-9a7b-25e91921cd12 req-8f1adb13-fa44-42cb-9ac3-1675e24d9fde service neutron] Bound port: 8037f3d3-9d5e-440f-88cf-8ece295e078f, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '602c7f51-e49d-4a48-9bc2-4ce4dbf341f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'e52e537a-a2f7-4c56-aaaf-cd50ea3a01fa'}}] {{(pid=86838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 12:56:57.295681 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-130322cc-2a6a-4cd1-9a7b-25e91921cd12 req-8f1adb13-fa44-42cb-9ac3-1675e24d9fde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:57.393842 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.db [req-130322cc-2a6a-4cd1-9a7b-25e91921cd12 req-8f1adb13-fa44-42cb-9ac3-1675e24d9fde service neutron] For port 8037f3d3-9d5e-440f-88cf-8ece295e078f, host hv-cinder-81888, cleared binding levels {{(pid=86838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 12:56:57.398105 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.db [req-130322cc-2a6a-4cd1-9a7b-25e91921cd12 req-8f1adb13-fa44-42cb-9ac3-1675e24d9fde service neutron] For port 8037f3d3-9d5e-440f-88cf-8ece295e078f, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=8037f3d3-9d5e-440f-88cf-8ece295e078f,segment=NetworkSegment(602c7f51-e49d-4a48-9bc2-4ce4dbf341f7),segment_id=602c7f51-e49d-4a48-9bc2-4ce4dbf341f7)] {{(pid=86838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 12:56:57.405992 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-130322cc-2a6a-4cd1-9a7b-25e91921cd12 req-8f1adb13-fa44-42cb-9ac3-1675e24d9fde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8277311'] for port, after_update {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:57.409807 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-68a724ec-a201-4daa-a5be-3fb344559480 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:56:57.459694 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130322cc-2a6a-4cd1-9a7b-25e91921cd12 req-8f1adb13-fa44-42cb-9ac3-1675e24d9fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:56:57.460584 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-130322cc-2a6a-4cd1-9a7b-25e91921cd12 req-8f1adb13-fa44-42cb-9ac3-1675e24d9fde service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188604'] for port, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:57.461830 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-130322cc-2a6a-4cd1-9a7b-25e91921cd12 req-8f1adb13-fa44-42cb-9ac3-1675e24d9fde service neutron] 10.222.0.54 "PUT /v2.0/ports/8037f3d3-9d5e-440f-88cf-8ece295e078f HTTP/1.1" status: 200 len: 1094 time: 1.2517467 Nov 23 12:56:57.470292 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8538977e-b90b-41e3-baf8-7599f53ea7fe', 'tag': '8037f3d3-9d5e-440f-88cf-8ece295e078f'}] {{(pid=86838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:56:57.501474 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1adb13-fa44-42cb-9ac3-1675e24d9fde service neutron] Pushing event updated for resources: {'Port': ['ID=8037f3d3-9d5e-440f-88cf-8ece295e078f,revision_number=3']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:56:57.505650 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-8f1adb13-fa44-42cb-9ac3-1675e24d9fde service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:56:57.587806 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130322cc-2a6a-4cd1-9a7b-25e91921cd12 req-3e4cea7d-16be-4ca9-95cc-7137b5a8f75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:56:57.589342 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-130322cc-2a6a-4cd1-9a7b-25e91921cd12 req-3e4cea7d-16be-4ca9-95cc-7137b5a8f75a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=aa9e412227234fa5b6ce77d4cc3ed074&device_id=8538977e-b90b-41e3-baf8-7599f53ea7fe HTTP/1.1" status: 200 len: 1097 time: 0.0848329 Nov 23 12:56:57.594686 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8538977e-b90b-41e3-baf8-7599f53ea7fe', 'tag': '8037f3d3-9d5e-440f-88cf-8ece295e078f', 'status': 'completed', 'code': 200} Nov 23 12:56:57.662643 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-130322cc-2a6a-4cd1-9a7b-25e91921cd12 req-be5095e4-e80c-47b3-b5a3-93ff6b412129 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8037f3d3-9d5e-440f-88cf-8ece295e078f HTTP/1.1" status: 200 len: 217 time: 0.0626204 Nov 23 12:56:57.731755 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130322cc-2a6a-4cd1-9a7b-25e91921cd12 req-53163701-bb93-41a2-ac6a-0e9fb782a47c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:56:57.733339 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-130322cc-2a6a-4cd1-9a7b-25e91921cd12 req-53163701-bb93-41a2-ac6a-0e9fb782a47c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=fdfeacec-84b2-46d5-951f-b4b770b26110 HTTP/1.1" status: 200 len: 849 time: 0.0643487 Nov 23 12:56:57.785846 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-130322cc-2a6a-4cd1-9a7b-25e91921cd12 req-82adcec0-b700-4063-818e-1a17c2e4af43 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e52e537a-a2f7-4c56-aaaf-cd50ea3a01fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442603 Nov 23 12:56:57.929328 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-130322cc-2a6a-4cd1-9a7b-25e91921cd12 req-cb1d6047-93d3-4ab6-9851-5ebccd7ee730 service neutron] 10.222.0.54 "GET /v2.0/networks/e52e537a-a2f7-4c56-aaaf-cd50ea3a01fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360650 Nov 23 12:56:58.109908 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-130322cc-2a6a-4cd1-9a7b-25e91921cd12 req-7c9e0498-0718-45e8-b532-45654dc8aa95 service neutron] 10.222.0.54 "GET /v2.0/networks/e52e537a-a2f7-4c56-aaaf-cd50ea3a01fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732028 Nov 23 12:56:58.149049 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22617f04-18a7-4edb-81d8-450b0ba7fb37 req-1c2f1ec6-4d3c-473f-b0e9-41b8e953f653 tempest-VolumesActionsTest-561455487 tempest-VolumesActionsTest-561455487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:56:58.150572 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-22617f04-18a7-4edb-81d8-450b0ba7fb37 req-1c2f1ec6-4d3c-473f-b0e9-41b8e953f653 tempest-VolumesActionsTest-561455487 tempest-VolumesActionsTest-561455487-project] 10.222.0.31 "GET /v2.0/ports?device_id=8538977e-b90b-41e3-baf8-7599f53ea7fe HTTP/1.1" status: 200 len: 944 time: 0.1037529 Nov 23 12:56:58.250275 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-22617f04-18a7-4edb-81d8-450b0ba7fb37 req-1f14171f-6b34-44d0-9cfe-a2b6338710bf tempest-VolumesActionsTest-561455487 tempest-VolumesActionsTest-561455487-project] 10.222.0.31 "GET /v2.0/security-groups?id=07c93787-0226-4060-aa70-3d12a1b13429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933976 Nov 23 12:56:58.271375 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a838de-af7b-4921-b482-b23a479b8803 req-10458118-9e10-47b8-81d1-76ed3f1db6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:56:58.272843 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-59a838de-af7b-4921-b482-b23a479b8803 req-10458118-9e10-47b8-81d1-76ed3f1db6fd service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=aa9e412227234fa5b6ce77d4cc3ed074&device_id=8538977e-b90b-41e3-baf8-7599f53ea7fe HTTP/1.1" status: 200 len: 1097 time: 0.1012692 Nov 23 12:56:58.311618 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-3a3d0f92-e1d8-40e0-8f39-c6b28c555fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:58.430375 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a838de-af7b-4921-b482-b23a479b8803 req-95d6a6df-86a2-4900-87ba-00dee368547d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:56:58.431928 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-59a838de-af7b-4921-b482-b23a479b8803 req-95d6a6df-86a2-4900-87ba-00dee368547d service neutron] 10.222.0.54 "GET /v2.0/networks?id=e52e537a-a2f7-4c56-aaaf-cd50ea3a01fa HTTP/1.1" status: 200 len: 910 time: 0.1514561 Nov 23 12:56:58.606125 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-59a838de-af7b-4921-b482-b23a479b8803 req-d86c00ba-abed-4bc3-97d3-b2c4d92b0d97 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8037f3d3-9d5e-440f-88cf-8ece295e078f HTTP/1.1" status: 200 len: 217 time: 0.1655490 Nov 23 12:56:58.674246 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a838de-af7b-4921-b482-b23a479b8803 req-6d4bb27d-3f7a-4276-9ac6-fcbf3700854e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:56:58.675755 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-59a838de-af7b-4921-b482-b23a479b8803 req-6d4bb27d-3f7a-4276-9ac6-fcbf3700854e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=fdfeacec-84b2-46d5-951f-b4b770b26110 HTTP/1.1" status: 200 len: 849 time: 0.0609977 Nov 23 12:56:58.724640 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-59a838de-af7b-4921-b482-b23a479b8803 req-6505771b-854c-4ad8-85c1-a8743bceff66 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e52e537a-a2f7-4c56-aaaf-cd50ea3a01fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413785 Nov 23 12:56:58.861969 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-59a838de-af7b-4921-b482-b23a479b8803 req-4dcb05a3-98f1-4032-93ba-a0c0be86eeee service neutron] 10.222.0.54 "GET /v2.0/networks/e52e537a-a2f7-4c56-aaaf-cd50ea3a01fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288686 Nov 23 12:56:59.006539 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-59a838de-af7b-4921-b482-b23a479b8803 req-c19f7baf-b1a5-4e3a-aeba-e0d68db79812 service neutron] 10.222.0.54 "GET /v2.0/networks/e52e537a-a2f7-4c56-aaaf-cd50ea3a01fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374192 Nov 23 12:56:59.460614 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d184f2fd-8494-45cb-abe4-b7aa51c6ee09 req-7d860866-0630-46b5-a487-0b842b3c980d tempest-VolumesActionsTest-561455487 tempest-VolumesActionsTest-561455487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:56:59.462004 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-d184f2fd-8494-45cb-abe4-b7aa51c6ee09 req-7d860866-0630-46b5-a487-0b842b3c980d tempest-VolumesActionsTest-561455487 tempest-VolumesActionsTest-561455487-project] 10.222.0.31 "GET /v2.0/ports?device_id=8538977e-b90b-41e3-baf8-7599f53ea7fe HTTP/1.1" status: 200 len: 944 time: 0.0893521 Nov 23 12:56:59.521967 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-d184f2fd-8494-45cb-abe4-b7aa51c6ee09 req-0202005b-7c68-4e41-a3b5-ba3487bd583d tempest-VolumesActionsTest-561455487 tempest-VolumesActionsTest-561455487-project] 10.222.0.31 "GET /v2.0/security-groups?id=07c93787-0226-4060-aa70-3d12a1b13429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523052 Nov 23 12:57:00.720630 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1a4b57-744a-4373-b57d-3887a2cfb4b3 req-75aed962-72fa-4eb6-a8ac-fa9782fb49c0 tempest-VolumesActionsTest-561455487 tempest-VolumesActionsTest-561455487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:57:00.721993 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-0e1a4b57-744a-4373-b57d-3887a2cfb4b3 req-75aed962-72fa-4eb6-a8ac-fa9782fb49c0 tempest-VolumesActionsTest-561455487 tempest-VolumesActionsTest-561455487-project] 10.222.0.31 "GET /v2.0/ports?device_id=8538977e-b90b-41e3-baf8-7599f53ea7fe HTTP/1.1" status: 200 len: 944 time: 0.0867367 Nov 23 12:57:00.769343 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-0e1a4b57-744a-4373-b57d-3887a2cfb4b3 req-edd1a68b-d886-4277-aea8-b19d39774315 tempest-VolumesActionsTest-561455487 tempest-VolumesActionsTest-561455487-project] 10.222.0.31 "GET /v2.0/security-groups?id=07c93787-0226-4060-aa70-3d12a1b13429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394170 Nov 23 12:57:00.865121 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Device 8037f3d3-9d5e-440f-88cf-8ece295e078f details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 23 12:57:01.005120 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] For port 8037f3d3-9d5e-440f-88cf-8ece295e078f, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=8037f3d3-9d5e-440f-88cf-8ece295e078f,segment=NetworkSegment(602c7f51-e49d-4a48-9bc2-4ce4dbf341f7),segment_id=602c7f51-e49d-4a48-9bc2-4ce4dbf341f7)] {{(pid=86839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:57:01.019326 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Returning: {'device': '8037f3d3-9d5e-440f-88cf-8ece295e078f', 'network_id': 'e52e537a-a2f7-4c56-aaaf-cd50ea3a01fa', 'port_id': '8037f3d3-9d5e-440f-88cf-8ece295e078f', 'mac_address': 'fa:16:3e:6d:cb:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 754, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdfeacec-84b2-46d5-951f-b4b770b26110', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 23 12:57:01.079731 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:57:01.097924 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.notifiers.nova [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8037f3d3-9d5e-440f-88cf-8ece295e078f {{(pid=86839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 12:57:01.115317 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] For port 8037f3d3-9d5e-440f-88cf-8ece295e078f, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=8037f3d3-9d5e-440f-88cf-8ece295e078f,segment=NetworkSegment(602c7f51-e49d-4a48-9bc2-4ce4dbf341f7),segment_id=602c7f51-e49d-4a48-9bc2-4ce4dbf341f7)] {{(pid=86839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:57:01.123364 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826'] for port, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:57:01.125203 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:57:01.197907 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Pushing event updated for resources: {'Port': ['ID=8037f3d3-9d5e-440f-88cf-8ece295e078f,revision_number=4']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:57:01.206114 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:57:01.206460 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:57:01.206832 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:57:01.207168 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:57:01.207530 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:57:01.207859 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:57:01.208186 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:57:01.208503 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:57:01.208822 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:57:01.209144 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:57:01.209462 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:57:01.209775 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:57:01.213828 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:57:01.358947 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] get_ports_and_sgs() called for port_ids ['8037f3d3-9d5e-440f-88cf-8ece295e078f'] {{(pid=86839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 12:57:01.983391 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12dd0aa-d260-44b3-9e49-68c2d8f5fbc1 req-ed1ca0aa-4fa8-49df-be15-e5c2637071b5 tempest-VolumesActionsTest-561455487 tempest-VolumesActionsTest-561455487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:57:01.984883 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-c12dd0aa-d260-44b3-9e49-68c2d8f5fbc1 req-ed1ca0aa-4fa8-49df-be15-e5c2637071b5 tempest-VolumesActionsTest-561455487 tempest-VolumesActionsTest-561455487-project] 10.222.0.31 "GET /v2.0/ports?device_id=8538977e-b90b-41e3-baf8-7599f53ea7fe HTTP/1.1" status: 200 len: 945 time: 0.0973740 Nov 23 12:57:02.039504 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-c12dd0aa-d260-44b3-9e49-68c2d8f5fbc1 req-7ead0051-5d97-4d1e-9ced-14a1daf2cffb tempest-VolumesActionsTest-561455487 tempest-VolumesActionsTest-561455487-project] 10.222.0.31 "GET /v2.0/security-groups?id=07c93787-0226-4060-aa70-3d12a1b13429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476320 Nov 23 12:57:02.881953 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Device 8037f3d3-9d5e-440f-88cf-8ece295e078f up at agent hyperv_hv-cinder-81888 {{(pid=86839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:57:02.959561 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Provisioning for port 8037f3d3-9d5e-440f-88cf-8ece295e078f completed by entity L2. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:57:02.968639 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.db.provisioning_blocks [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Provisioning complete for port 8037f3d3-9d5e-440f-88cf-8ece295e078f triggered by entity L2. {{(pid=86839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:57:02.968639 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567787'] for port, provisioning_complete {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:57:03.117310 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581656'] for port, before_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:57:03.150305 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8538977e-b90b-41e3-baf8-7599f53ea7fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8037f3d3-9d5e-440f-88cf-8ece295e078f'}] {{(pid=86839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:57:03.172379 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] For port 8037f3d3-9d5e-440f-88cf-8ece295e078f, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=8037f3d3-9d5e-440f-88cf-8ece295e078f,segment=NetworkSegment(602c7f51-e49d-4a48-9bc2-4ce4dbf341f7),segment_id=602c7f51-e49d-4a48-9bc2-4ce4dbf341f7)] {{(pid=86839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:57:03.179225 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788171071546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788170525781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788170525826'] for port, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:57:03.181790 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:57:03.274968 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7284c59-a86c-4759-af8d-1c596e91e026 req-db78374a-f44b-4795-8c95-02b4ebd2c403 tempest-VolumesActionsTest-561455487 tempest-VolumesActionsTest-561455487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:57:03.275464 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Pushing event updated for resources: {'Port': ['ID=8037f3d3-9d5e-440f-88cf-8ece295e078f,revision_number=5']} {{(pid=86839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:57:03.275576 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-a7284c59-a86c-4759-af8d-1c596e91e026 req-db78374a-f44b-4795-8c95-02b4ebd2c403 tempest-VolumesActionsTest-561455487 tempest-VolumesActionsTest-561455487-project] 10.222.0.31 "GET /v2.0/ports?device_id=8538977e-b90b-41e3-baf8-7599f53ea7fe HTTP/1.1" status: 200 len: 946 time: 0.1061292 Nov 23 12:57:03.280678 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG oslo_concurrency.lockutils [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:57:03.283528 dv-cinder-818883-1-smb neutron-server[86839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8538977e-b90b-41e3-baf8-7599f53ea7fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8037f3d3-9d5e-440f-88cf-8ece295e078f', 'code': 200} Nov 23 12:57:03.335738 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-a7284c59-a86c-4759-af8d-1c596e91e026 req-fda0dd06-9ee6-46b0-882b-cc7813b28f2b tempest-VolumesActionsTest-561455487 tempest-VolumesActionsTest-561455487-project] 10.222.0.31 "GET /v2.0/security-groups?id=07c93787-0226-4060-aa70-3d12a1b13429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510023 Nov 23 12:57:03.533734 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323fe727-9a45-492b-9361-0cf681ea6376 req-a2ece6ed-2ae8-42c3-96ac-fbb5c7867582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:57:03.535334 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-323fe727-9a45-492b-9361-0cf681ea6376 req-a2ece6ed-2ae8-42c3-96ac-fbb5c7867582 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=8538977e-b90b-41e3-baf8-7599f53ea7fe HTTP/1.1" status: 200 len: 1099 time: 0.0733397 Nov 23 12:57:03.582013 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-323fe727-9a45-492b-9361-0cf681ea6376 req-9295b6ab-2b32-4d39-9851-ca88dae336cc service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=07c93787-0226-4060-aa70-3d12a1b13429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391593 Nov 23 12:57:04.556022 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9862417-a81c-4c03-90f2-0eb54f35207c req-49863ed7-37a8-479a-bda2-0eb2e5d0f838 tempest-VolumesActionsTest-561455487 tempest-VolumesActionsTest-561455487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:57:04.557385 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-b9862417-a81c-4c03-90f2-0eb54f35207c req-49863ed7-37a8-479a-bda2-0eb2e5d0f838 tempest-VolumesActionsTest-561455487 tempest-VolumesActionsTest-561455487-project] 10.222.0.31 "GET /v2.0/ports?device_id=8538977e-b90b-41e3-baf8-7599f53ea7fe HTTP/1.1" status: 200 len: 946 time: 0.1036825 Nov 23 12:57:04.613352 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-b9862417-a81c-4c03-90f2-0eb54f35207c req-f318f9d7-a343-4ca4-b5c9-92c5afdb1924 tempest-VolumesActionsTest-561455487 tempest-VolumesActionsTest-561455487-project] 10.222.0.31 "GET /v2.0/security-groups?id=07c93787-0226-4060-aa70-3d12a1b13429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470116 Nov 23 12:57:04.741911 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:57:04.821833 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-c35a1a89-6d44-4780-a3db-856a296e7cee req-4e79e8f2-482d-47b1-ba47-97b87adc2cdc service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=8538977e-b90b-41e3-baf8-7599f53ea7fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0706296 Nov 23 12:57:04.976646 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35a1a89-6d44-4780-a3db-856a296e7cee req-4493367d-40f5-44a2-9edc-a563a2f34010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:57:04.978147 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-c35a1a89-6d44-4780-a3db-856a296e7cee req-4493367d-40f5-44a2-9edc-a563a2f34010 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=aa9e412227234fa5b6ce77d4cc3ed074&device_id=8538977e-b90b-41e3-baf8-7599f53ea7fe HTTP/1.1" status: 200 len: 1099 time: 0.0770597 Nov 23 12:57:05.142935 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35a1a89-6d44-4780-a3db-856a296e7cee req-db3d8af9-f6e4-4222-944e-12b2ea4f7b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:57:05.151991 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-c35a1a89-6d44-4780-a3db-856a296e7cee req-db3d8af9-f6e4-4222-944e-12b2ea4f7b62 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e52e537a-a2f7-4c56-aaaf-cd50ea3a01fa HTTP/1.1" status: 200 len: 910 time: 0.1522999 Nov 23 12:57:05.223269 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-c35a1a89-6d44-4780-a3db-856a296e7cee req-b9b21dc7-e0be-4847-ab42-36b7210d9f06 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8037f3d3-9d5e-440f-88cf-8ece295e078f HTTP/1.1" status: 200 len: 217 time: 0.0631654 Nov 23 12:57:05.292244 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35a1a89-6d44-4780-a3db-856a296e7cee req-964f10f4-fbd0-45ca-bf01-d8688bbf36a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:57:05.293739 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-c35a1a89-6d44-4780-a3db-856a296e7cee req-964f10f4-fbd0-45ca-bf01-d8688bbf36a0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=fdfeacec-84b2-46d5-951f-b4b770b26110 HTTP/1.1" status: 200 len: 849 time: 0.0640788 Nov 23 12:57:05.345919 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-c35a1a89-6d44-4780-a3db-856a296e7cee req-e9634bc8-f147-49c3-ab46-d99c30631330 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e52e537a-a2f7-4c56-aaaf-cd50ea3a01fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444195 Nov 23 12:57:05.491237 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-c35a1a89-6d44-4780-a3db-856a296e7cee req-4001d383-3b98-47d9-9cf9-11f22605c0cf service neutron] 10.222.0.54 "GET /v2.0/networks/e52e537a-a2f7-4c56-aaaf-cd50ea3a01fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379364 Nov 23 12:57:05.720376 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-c35a1a89-6d44-4780-a3db-856a296e7cee req-537cf498-486b-4aa8-89e3-a76b87864996 service neutron] 10.222.0.54 "GET /v2.0/networks/e52e537a-a2f7-4c56-aaaf-cd50ea3a01fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217779 Nov 23 12:57:05.816184 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e1f976-3218-4ca4-8287-b1a5f7eff309 req-9aa48cad-e7b3-4dae-828f-672cc0fdfbe0 tempest-VolumesActionsTest-561455487 tempest-VolumesActionsTest-561455487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:57:05.817558 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-15e1f976-3218-4ca4-8287-b1a5f7eff309 req-9aa48cad-e7b3-4dae-828f-672cc0fdfbe0 tempest-VolumesActionsTest-561455487 tempest-VolumesActionsTest-561455487-project] 10.222.0.31 "GET /v2.0/ports?device_id=8538977e-b90b-41e3-baf8-7599f53ea7fe HTTP/1.1" status: 200 len: 946 time: 0.0944247 Nov 23 12:57:05.863893 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-15e1f976-3218-4ca4-8287-b1a5f7eff309 req-f96ce40a-2f3a-49fc-a1a0-6b9a3b1fdb9c tempest-VolumesActionsTest-561455487 tempest-VolumesActionsTest-561455487-project] 10.222.0.31 "GET /v2.0/security-groups?id=07c93787-0226-4060-aa70-3d12a1b13429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404222 Nov 23 12:57:09.212212 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 56848) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:57:09.332612 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-e4f56159-f887-485e-a91b-33c4863e9756 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:57:09.344046 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b7de24-ac8c-47a0-942b-34d4a6652e59 req-a6a55cd3-474c-427a-a399-889c5d21c752 tempest-VolumesActionsTest-561455487 tempest-VolumesActionsTest-561455487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:57:09.345706 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-a9b7de24-ac8c-47a0-942b-34d4a6652e59 req-a6a55cd3-474c-427a-a399-889c5d21c752 tempest-VolumesActionsTest-561455487 tempest-VolumesActionsTest-561455487-project] 10.222.0.31 "GET /v2.0/ports?device_id=8538977e-b90b-41e3-baf8-7599f53ea7fe HTTP/1.1" status: 200 len: 946 time: 0.0808265 Nov 23 12:57:09.348092 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-e4f56159-f887-485e-a91b-33c4863e9756 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:57:09.351994 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-e4f56159-f887-485e-a91b-33c4863e9756 admin admin] Usage tracker for resource:security_group_rule and tenant:82ca371e58144364a4434dca954794ea is out of sync, need to count used quota {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:57:09.354974 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-e4f56159-f887-485e-a91b-33c4863e9756 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:57:09.361088 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-e4f56159-f887-485e-a91b-33c4863e9756 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:57:09.392462 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-a9b7de24-ac8c-47a0-942b-34d4a6652e59 req-ec92f343-e236-439c-a643-aa417b70bb72 tempest-VolumesActionsTest-561455487 tempest-VolumesActionsTest-561455487-project] 10.222.0.31 "GET /v2.0/security-groups?id=07c93787-0226-4060-aa70-3d12a1b13429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406387 Nov 23 12:57:09.454127 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-e4f56159-f887-485e-a91b-33c4863e9756 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:57:09.459970 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-e4f56159-f887-485e-a91b-33c4863e9756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:57:09.468970 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-6ecce2c5-d870-4168-a145-8bdc04d21a02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:57:09.507594 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-e4f56159-f887-485e-a91b-33c4863e9756 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=82ca371e58144364a4434dca954794ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2941716 Nov 23 12:57:09.508613 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f56159-f887-485e-a91b-33c4863e9756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d70a32b-9f28-477e-be41-4e86b7a2c878,revision_number=1']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:57:09.510832 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 56854) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:57:09.512212 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-e4f56159-f887-485e-a91b-33c4863e9756 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:57:09.576829 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-496e8558-7dbb-4231-8f42-8b16ebc0de2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:57:09.603836 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-496e8558-7dbb-4231-8f42-8b16ebc0de2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:57:09.658201 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-496e8558-7dbb-4231-8f42-8b16ebc0de2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:57:09.662011 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-b9743263-d4f7-437b-8963-0053550f7c55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:57:09.675425 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496e8558-7dbb-4231-8f42-8b16ebc0de2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d70a32b-9f28-477e-be41-4e86b7a2c878,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:57:09.677861 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-496e8558-7dbb-4231-8f42-8b16ebc0de2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:57:09.681245 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-496e8558-7dbb-4231-8f42-8b16ebc0de2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:57:09.685624 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-496e8558-7dbb-4231-8f42-8b16ebc0de2f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2d70a32b-9f28-477e-be41-4e86b7a2c878 HTTP/1.1" status: 204 len: 168 time: 0.1734841 Nov 23 12:57:10.595456 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954175f2-1fdf-418c-b006-35611d75b7cc req-d0986248-52ff-4f24-bf22-6e9c8ea79eb9 tempest-VolumesActionsTest-561455487 tempest-VolumesActionsTest-561455487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:57:10.597104 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-954175f2-1fdf-418c-b006-35611d75b7cc req-d0986248-52ff-4f24-bf22-6e9c8ea79eb9 tempest-VolumesActionsTest-561455487 tempest-VolumesActionsTest-561455487-project] 10.222.0.31 "GET /v2.0/ports?device_id=8538977e-b90b-41e3-baf8-7599f53ea7fe HTTP/1.1" status: 200 len: 946 time: 0.0901387 Nov 23 12:57:10.689936 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-954175f2-1fdf-418c-b006-35611d75b7cc req-a7f1ee94-17b4-4446-9505-c1168c01d9a8 tempest-VolumesActionsTest-561455487 tempest-VolumesActionsTest-561455487-project] 10.222.0.31 "GET /v2.0/security-groups?id=07c93787-0226-4060-aa70-3d12a1b13429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857327 Nov 23 12:57:10.734380 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e46bee-706d-4949-9630-5bb77cb35a34 req-53d85133-b276-441a-9ac5-91084fb8d66d tempest-VolumesActionsTest-561455487 tempest-VolumesActionsTest-561455487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:57:10.736298 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-99e46bee-706d-4949-9630-5bb77cb35a34 req-53d85133-b276-441a-9ac5-91084fb8d66d tempest-VolumesActionsTest-561455487 tempest-VolumesActionsTest-561455487-project] 10.222.0.54 "GET /v2.0/ports?device_id=8538977e-b90b-41e3-baf8-7599f53ea7fe HTTP/1.1" status: 200 len: 946 time: 0.1029637 Nov 23 12:57:10.810012 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.plugin [req-99e46bee-706d-4949-9630-5bb77cb35a34 req-cd024b03-5386-44b7-b374-c9c945e97a01 tempest-VolumesActionsTest-561455487 tempest-VolumesActionsTest-561455487-project] Deleting port 8037f3d3-9d5e-440f-88cf-8ece295e078f {{(pid=86838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 12:57:10.810353 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-99e46bee-706d-4949-9630-5bb77cb35a34 req-cd024b03-5386-44b7-b374-c9c945e97a01 tempest-VolumesActionsTest-561455487 tempest-VolumesActionsTest-561455487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788171068353'] for port, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:57:10.870206 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 56888) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:57:10.992428 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-7d0de5c4-6a03-48a7-9d79-5181aa2fc1e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:57:11.009676 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-7d0de5c4-6a03-48a7-9d79-5181aa2fc1e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:57:11.014547 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-7d0de5c4-6a03-48a7-9d79-5181aa2fc1e3 admin admin] Usage tracker for resource:security_group_rule and tenant:e2aefa30e9024e16b1c952e379940763 is out of sync, need to count used quota {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:57:11.018149 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.quota.resource [None req-7d0de5c4-6a03-48a7-9d79-5181aa2fc1e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86837) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:57:11.024557 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.quota.driver [None req-7d0de5c4-6a03-48a7-9d79-5181aa2fc1e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86837) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:57:11.079164 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.db [req-99e46bee-706d-4949-9630-5bb77cb35a34 req-cd024b03-5386-44b7-b374-c9c945e97a01 tempest-VolumesActionsTest-561455487 tempest-VolumesActionsTest-561455487-project] For port 8037f3d3-9d5e-440f-88cf-8ece295e078f, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=8037f3d3-9d5e-440f-88cf-8ece295e078f,segment=NetworkSegment(602c7f51-e49d-4a48-9bc2-4ce4dbf341f7),segment_id=602c7f51-e49d-4a48-9bc2-4ce4dbf341f7)] {{(pid=86838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:57:11.079725 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-99e46bee-706d-4949-9630-5bb77cb35a34 req-cd024b03-5386-44b7-b374-c9c945e97a01 tempest-VolumesActionsTest-561455487 tempest-VolumesActionsTest-561455487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-506271'] for port, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:57:11.118803 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-7d0de5c4-6a03-48a7-9d79-5181aa2fc1e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:57:11.123640 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-7d0de5c4-6a03-48a7-9d79-5181aa2fc1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_create {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:57:11.133176 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-0969176b-6106-426b-8c86-e4bfa7845f69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:57:11.176446 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0de5c4-6a03-48a7-9d79-5181aa2fc1e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48c08c2c-84fa-4a86-b76c-000d6da14000,revision_number=1']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:57:11.183090 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-7d0de5c4-6a03-48a7-9d79-5181aa2fc1e3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e2aefa30e9024e16b1c952e379940763&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3091307 Nov 23 12:57:11.183090 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-7d0de5c4-6a03-48a7-9d79-5181aa2fc1e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:57:11.183361 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 56894) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:57:11.223690 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.plugin [req-99e46bee-706d-4949-9630-5bb77cb35a34 req-cd024b03-5386-44b7-b374-c9c945e97a01 tempest-VolumesActionsTest-561455487 tempest-VolumesActionsTest-561455487-project] Calling delete_port for 8037f3d3-9d5e-440f-88cf-8ece295e078f owned by compute:nova {{(pid=86838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 12:57:11.248465 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-fa4a41c0-8348-46b2-872e-09305e7b264d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:57:11.277501 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-fa4a41c0-8348-46b2-872e-09305e7b264d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:57:11.332785 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-fa4a41c0-8348-46b2-872e-09305e7b264d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:57:11.336686 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-9c1ff4db-3a48-4660-b0c1-11ab1f04267b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:57:11.350239 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4a41c0-8348-46b2-872e-09305e7b264d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48c08c2c-84fa-4a86-b76c-000d6da14000,revision_number=None']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:57:11.354318 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-fa4a41c0-8348-46b2-872e-09305e7b264d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:57:11.360110 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-fa4a41c0-8348-46b2-872e-09305e7b264d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:57:11.364261 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-fa4a41c0-8348-46b2-872e-09305e7b264d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/48c08c2c-84fa-4a86-b76c-000d6da14000 HTTP/1.1" status: 204 len: 168 time: 0.1770148 Nov 23 12:57:11.384578 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-99e46bee-706d-4949-9630-5bb77cb35a34 req-cd024b03-5386-44b7-b374-c9c945e97a01 tempest-VolumesActionsTest-561455487 tempest-VolumesActionsTest-561455487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788171071573', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788170525772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8277302'] for port, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:57:11.392835 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-bf18085a-c957-46f4-b871-09e065c2d6bf tempest-VolumesActionsTest-561455487 tempest-VolumesActionsTest-561455487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:57:11.397111 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.db [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] get_ports_and_sgs() called for port_ids ['8037f3d3-9d5e-440f-88cf-8ece295e078f'] {{(pid=86839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 12:57:11.441500 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd024b03-5386-44b7-b374-c9c945e97a01 tempest-VolumesActionsTest-561455487 tempest-VolumesActionsTest-561455487-project] Pushing event deleted for resources: {'Port': ['ID=8037f3d3-9d5e-440f-88cf-8ece295e078f,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:57:11.445002 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-cd024b03-5386-44b7-b374-c9c945e97a01 tempest-VolumesActionsTest-561455487 tempest-VolumesActionsTest-561455487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:57:11.520443 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.l3_dvrscheduler_db [req-99e46bee-706d-4949-9630-5bb77cb35a34 req-cd024b03-5386-44b7-b374-c9c945e97a01 tempest-VolumesActionsTest-561455487 tempest-VolumesActionsTest-561455487-project] No DVR routers for this DVR port 8037f3d3-9d5e-440f-88cf-8ece295e078f on host hv-cinder-81888 {{(pid=86838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 12:57:11.523287 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [req-99e46bee-706d-4949-9630-5bb77cb35a34 req-cd024b03-5386-44b7-b374-c9c945e97a01 tempest-VolumesActionsTest-561455487 tempest-VolumesActionsTest-561455487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-188604'] for port, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:57:11.526258 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8538977e-b90b-41e3-baf8-7599f53ea7fe', 'name': 'network-vif-deleted', 'tag': '8037f3d3-9d5e-440f-88cf-8ece295e078f'}] {{(pid=86838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:57:11.545616 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-99e46bee-706d-4949-9630-5bb77cb35a34 req-cd024b03-5386-44b7-b374-c9c945e97a01 tempest-VolumesActionsTest-561455487 tempest-VolumesActionsTest-561455487-project] 10.222.0.54 "DELETE /v2.0/ports/8037f3d3-9d5e-440f-88cf-8ece295e078f HTTP/1.1" status: 204 len: 173 time: 0.8020880 Nov 23 12:57:11.591590 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8538977e-b90b-41e3-baf8-7599f53ea7fe', 'name': 'network-vif-deleted', 'tag': '8037f3d3-9d5e-440f-88cf-8ece295e078f', 'status': 'completed', 'code': 200} Nov 23 12:57:11.853939 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-a7e9c89e-5ba9-4f0e-8b78-858becaf2ed3 req-e81e5be5-28a7-49b1-b3f6-c415ec7d70e2 tempest-VolumesActionsTest-561455487 tempest-VolumesActionsTest-561455487-project] Synchronizing usage tracker for tenant:aa9e412227234fa5b6ce77d4cc3ed074 on resource:port {{(pid=86838) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:57:11.872673 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [req-a7e9c89e-5ba9-4f0e-8b78-858becaf2ed3 req-e81e5be5-28a7-49b1-b3f6-c415ec7d70e2 tempest-VolumesActionsTest-561455487 tempest-VolumesActionsTest-561455487-project] Unset dirty status for tenant:aa9e412227234fa5b6ce77d4cc3ed074 on resource:port {{(pid=86838) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:57:11.874238 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [req-a7e9c89e-5ba9-4f0e-8b78-858becaf2ed3 req-e81e5be5-28a7-49b1-b3f6-c415ec7d70e2 tempest-VolumesActionsTest-561455487 tempest-VolumesActionsTest-561455487-project] 10.222.0.31 "GET /v2.0/ports?device_id=8538977e-b90b-41e3-baf8-7599f53ea7fe HTTP/1.1" status: 200 len: 210 time: 0.0663893 Nov 23 12:57:14.912258 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Device 8037f3d3-9d5e-440f-88cf-8ece295e078f no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 12:57:14.950691 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.plugin [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] No Port match for: 8037f3d3-9d5e-440f-88cf-8ece295e078f {{(pid=86839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 12:57:14.951067 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron.plugins.ml2.rpc [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Device 8037f3d3-9d5e-440f-88cf-8ece295e078f not bound to the agent host hv-cinder-81888 {{(pid=86839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 12:57:22.897422 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-a2668527-1ea6-4816-8352-761fb2541d7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:57:23.410213 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:57:25.706663 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-285bcb84-4583-421e-b434-b70b9446f77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:57:26.525264 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-8254020c-a8f6-4cc9-8d4f-32dd99c2f4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:57:28.311108 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-3a3d0f92-e1d8-40e0-8f39-c6b28c555fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:57:30.151538 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.agents_db [None req-d0d00f27-41a4-4d9d-a63d-8c6bf84d2b10 None None] Agent healthcheck: found 6 active agents {{(pid=86840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 12:57:30.526073 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 57026) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:57:30.591906 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc86e32b-539e-4ad4-a54b-ad4b35be83ed admin admin] Deleting subnet fdfeacec-84b2-46d5-951f-b4b770b26110 {{(pid=86838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 23 12:57:30.596425 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-bc86e32b-539e-4ad4-a54b-ad4b35be83ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:57:30.648354 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-bc86e32b-539e-4ad4-a54b-ad4b35be83ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8358448'] for subnet, precommit_delete_associations {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:57:30.708583 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-bc86e32b-539e-4ad4-a54b-ad4b35be83ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569929'] for subnet, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:57:30.780388 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-bc86e32b-539e-4ad4-a54b-ad4b35be83ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8277253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6323384'] for subnet, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:57:30.784217 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:57:30.818425 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc86e32b-539e-4ad4-a54b-ad4b35be83ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fdfeacec-84b2-46d5-951f-b4b770b26110,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:57:30.821628 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-bc86e32b-539e-4ad4-a54b-ad4b35be83ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:57:30.822663 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-bc86e32b-539e-4ad4-a54b-ad4b35be83ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600637'] for subnet, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:57:30.829155 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-bc86e32b-539e-4ad4-a54b-ad4b35be83ed admin admin] 10.222.0.31 "DELETE /v2.0/subnets/fdfeacec-84b2-46d5-951f-b4b770b26110 HTTP/1.1" status: 204 len: 168 time: 0.3020499 Nov 23 12:57:30.831894 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 57030) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:57:31.030207 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-490e3d52-8c14-42a6-9a65-7e9a67c812e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1549810'] for network, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:57:31.169820 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-490e3d52-8c14-42a6-9a65-7e9a67c812e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-568418', 'neutron.services.segments.db._delete_segments_for_network-8788170962598'] for network, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:57:31.199518 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.services.segments.db [None req-490e3d52-8c14-42a6-9a65-7e9a67c812e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e52e537a-a2f7-4c56-aaaf-cd50ea3a01fa']}} {{(pid=86838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:57:31.212604 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.services.segments.db [None req-490e3d52-8c14-42a6-9a65-7e9a67c812e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '602c7f51-e49d-4a48-9bc2-4ce4dbf341f7') {'for_net_delete': True} {{(pid=86838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:57:31.212907 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.services.segments.db [None req-490e3d52-8c14-42a6-9a65-7e9a67c812e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '602c7f51-e49d-4a48-9bc2-4ce4dbf341f7') {} {{(pid=86838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:57:31.225295 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-490e3d52-8c14-42a6-9a65-7e9a67c812e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788170845049', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8358439'] for segment, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:57:31.242358 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-490e3d52-8c14-42a6-9a65-7e9a67c812e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572451'] for segment, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:57:31.249185 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-490e3d52-8c14-42a6-9a65-7e9a67c812e9 admin admin] Releasing vlan 754 on physical network physnet1 to pool {{(pid=86838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 12:57:31.249578 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-490e3d52-8c14-42a6-9a65-7e9a67c812e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-572458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8277467'] for segment, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:57:31.263555 dv-cinder-818883-1-smb neutron-server[86838]: Traceback (most recent call last): Nov 23 12:57:31.263555 dv-cinder-818883-1-smb neutron-server[86838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 12:57:31.263555 dv-cinder-818883-1-smb neutron-server[86838]: timer() Nov 23 12:57:31.263555 dv-cinder-818883-1-smb neutron-server[86838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 12:57:31.263555 dv-cinder-818883-1-smb neutron-server[86838]: cb(*args, **kw) Nov 23 12:57:31.263555 dv-cinder-818883-1-smb neutron-server[86838]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 23 12:57:31.263555 dv-cinder-818883-1-smb neutron-server[86838]: return func(*args, **kwargs) Nov 23 12:57:31.263555 dv-cinder-818883-1-smb neutron-server[86838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 12:57:31.263555 dv-cinder-818883-1-smb neutron-server[86838]: self._notify() Nov 23 12:57:31.263555 dv-cinder-818883-1-smb neutron-server[86838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 12:57:31.263555 dv-cinder-818883-1-smb neutron-server[86838]: self.callback(batched_events) Nov 23 12:57:31.263555 dv-cinder-818883-1-smb neutron-server[86838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 12:57:31.263555 dv-cinder-818883-1-smb neutron-server[86838]: event.method(event) Nov 23 12:57:31.263555 dv-cinder-818883-1-smb neutron-server[86838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 23 12:57:31.263555 dv-cinder-818883-1-smb neutron-server[86838]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 12:57:31.263555 dv-cinder-818883-1-smb neutron-server[86838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 23 12:57:31.263555 dv-cinder-818883-1-smb neutron-server[86838]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 12:57:31.263555 dv-cinder-818883-1-smb neutron-server[86838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 23 12:57:31.263555 dv-cinder-818883-1-smb neutron-server[86838]: return f(self, *a, **k) Nov 23 12:57:31.263555 dv-cinder-818883-1-smb neutron-server[86838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 23 12:57:31.263555 dv-cinder-818883-1-smb neutron-server[86838]: return self._get(url).json() Nov 23 12:57:31.263555 dv-cinder-818883-1-smb neutron-server[86838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 23 12:57:31.263555 dv-cinder-818883-1-smb neutron-server[86838]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 12:57:31.263555 dv-cinder-818883-1-smb neutron-server[86838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 12:57:31.263555 dv-cinder-818883-1-smb neutron-server[86838]: return self.request(url, 'GET', **kwargs) Nov 23 12:57:31.263555 dv-cinder-818883-1-smb neutron-server[86838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 12:57:31.263555 dv-cinder-818883-1-smb neutron-server[86838]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 12:57:31.263555 dv-cinder-818883-1-smb neutron-server[86838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 12:57:31.263555 dv-cinder-818883-1-smb neutron-server[86838]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 12:57:31.263555 dv-cinder-818883-1-smb neutron-server[86838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 12:57:31.263555 dv-cinder-818883-1-smb neutron-server[86838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 12:57:31.263555 dv-cinder-818883-1-smb neutron-server[86838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 12:57:31.344114 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-490e3d52-8c14-42a6-9a65-7e9a67c812e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-568411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-505759'] for network, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:57:31.348794 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-84b10425-c156-4dd1-b2a4-714fab779e5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:57:31.362129 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-490e3d52-8c14-42a6-9a65-7e9a67c812e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600637'] for network, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:57:31.374081 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490e3d52-8c14-42a6-9a65-7e9a67c812e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=e52e537a-a2f7-4c56-aaaf-cd50ea3a01fa,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:57:31.378487 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-490e3d52-8c14-42a6-9a65-7e9a67c812e9 admin admin] 10.222.0.31 "DELETE /v2.0/networks/e52e537a-a2f7-4c56-aaaf-cd50ea3a01fa HTTP/1.1" status: 204 len: 168 time: 0.5456533 Nov 23 12:57:31.381453 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 57034) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:57:31.385234 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490e3d52-8c14-42a6-9a65-7e9a67c812e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:57:31.385611 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490e3d52-8c14-42a6-9a65-7e9a67c812e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:57:31.385989 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490e3d52-8c14-42a6-9a65-7e9a67c812e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:57:31.386356 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490e3d52-8c14-42a6-9a65-7e9a67c812e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:57:31.386718 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490e3d52-8c14-42a6-9a65-7e9a67c812e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:57:31.387151 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490e3d52-8c14-42a6-9a65-7e9a67c812e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:57:31.387445 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490e3d52-8c14-42a6-9a65-7e9a67c812e9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:57:31.387791 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490e3d52-8c14-42a6-9a65-7e9a67c812e9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:57:31.388141 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490e3d52-8c14-42a6-9a65-7e9a67c812e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:57:31.388483 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490e3d52-8c14-42a6-9a65-7e9a67c812e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:57:31.388827 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490e3d52-8c14-42a6-9a65-7e9a67c812e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:57:31.389171 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490e3d52-8c14-42a6-9a65-7e9a67c812e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:57:31.392541 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-490e3d52-8c14-42a6-9a65-7e9a67c812e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:57:31.451445 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.db.db_base_plugin_v2 [None req-691c30e8-2096-455f-81dc-07c9dfee4cbd admin admin] Deleting subnet 766939e0-4749-43b1-a220-449d58f0f482 {{(pid=86837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 23 12:57:31.454687 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-691c30e8-2096-455f-81dc-07c9dfee4cbd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:57:31.509892 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-691c30e8-2096-455f-81dc-07c9dfee4cbd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-865861'] for subnet, precommit_delete_associations {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:57:31.567085 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-691c30e8-2096-455f-81dc-07c9dfee4cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569929'] for subnet, precommit_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:57:31.643531 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-691c30e8-2096-455f-81dc-07c9dfee4cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6379396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8238059'] for subnet, after_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:57:31.647157 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-bb609b07-73ac-4854-9f96-fd660632f94e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:57:31.682235 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691c30e8-2096-455f-81dc-07c9dfee4cbd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=766939e0-4749-43b1-a220-449d58f0f482,revision_number=None']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:57:31.687959 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-691c30e8-2096-455f-81dc-07c9dfee4cbd admin admin] Notify callbacks [] for subnet, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:57:31.696451 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691c30e8-2096-455f-81dc-07c9dfee4cbd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:57:31.696818 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691c30e8-2096-455f-81dc-07c9dfee4cbd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:57:31.697197 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691c30e8-2096-455f-81dc-07c9dfee4cbd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:57:31.697565 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691c30e8-2096-455f-81dc-07c9dfee4cbd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:57:31.697930 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691c30e8-2096-455f-81dc-07c9dfee4cbd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:57:31.698292 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691c30e8-2096-455f-81dc-07c9dfee4cbd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:57:31.698646 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691c30e8-2096-455f-81dc-07c9dfee4cbd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:57:31.699024 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691c30e8-2096-455f-81dc-07c9dfee4cbd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:57:31.699380 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691c30e8-2096-455f-81dc-07c9dfee4cbd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:57:31.699746 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691c30e8-2096-455f-81dc-07c9dfee4cbd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:57:31.700104 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691c30e8-2096-455f-81dc-07c9dfee4cbd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:57:31.700439 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691c30e8-2096-455f-81dc-07c9dfee4cbd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-smb {{(pid=86837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:57:31.703664 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-691c30e8-2096-455f-81dc-07c9dfee4cbd admin admin] 10.222.0.31 "DELETE /v2.0/subnets/766939e0-4749-43b1-a220-449d58f0f482 HTTP/1.1" status: 204 len: 168 time: 0.3210287 Nov 23 12:57:31.704635 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-691c30e8-2096-455f-81dc-07c9dfee4cbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:57:31.706575 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 57038) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:57:31.819404 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-48a0c475-6c29-45fe-af20-818735098033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1549810'] for network, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:57:31.946376 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-48a0c475-6c29-45fe-af20-818735098033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-568418', 'neutron.services.segments.db._delete_segments_for_network-8788170962598'] for network, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:57:31.972540 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.services.segments.db [None req-48a0c475-6c29-45fe-af20-818735098033 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b49d7bc6-c104-4c15-ad93-5fa334dbb899']}} {{(pid=86838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:57:31.984985 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.services.segments.db [None req-48a0c475-6c29-45fe-af20-818735098033 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2555233f-57e7-4993-bc08-36cc73ce7df4') {'for_net_delete': True} {{(pid=86838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:57:31.985249 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.services.segments.db [None req-48a0c475-6c29-45fe-af20-818735098033 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2555233f-57e7-4993-bc08-36cc73ce7df4') {} {{(pid=86838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:57:31.997246 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-48a0c475-6c29-45fe-af20-818735098033 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788170845049', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8358439'] for segment, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:57:32.014068 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-48a0c475-6c29-45fe-af20-818735098033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572451'] for segment, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:57:32.021035 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48a0c475-6c29-45fe-af20-818735098033 admin admin] Releasing vlan 767 on physical network physnet1 to pool {{(pid=86838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 12:57:32.021402 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-48a0c475-6c29-45fe-af20-818735098033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-572458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8277467'] for segment, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:57:32.035235 dv-cinder-818883-1-smb neutron-server[86838]: Traceback (most recent call last): Nov 23 12:57:32.035235 dv-cinder-818883-1-smb neutron-server[86838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 12:57:32.035235 dv-cinder-818883-1-smb neutron-server[86838]: timer() Nov 23 12:57:32.035235 dv-cinder-818883-1-smb neutron-server[86838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 12:57:32.035235 dv-cinder-818883-1-smb neutron-server[86838]: cb(*args, **kw) Nov 23 12:57:32.035235 dv-cinder-818883-1-smb neutron-server[86838]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 23 12:57:32.035235 dv-cinder-818883-1-smb neutron-server[86838]: return func(*args, **kwargs) Nov 23 12:57:32.035235 dv-cinder-818883-1-smb neutron-server[86838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 12:57:32.035235 dv-cinder-818883-1-smb neutron-server[86838]: self._notify() Nov 23 12:57:32.035235 dv-cinder-818883-1-smb neutron-server[86838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 12:57:32.035235 dv-cinder-818883-1-smb neutron-server[86838]: self.callback(batched_events) Nov 23 12:57:32.035235 dv-cinder-818883-1-smb neutron-server[86838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 12:57:32.035235 dv-cinder-818883-1-smb neutron-server[86838]: event.method(event) Nov 23 12:57:32.035235 dv-cinder-818883-1-smb neutron-server[86838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 23 12:57:32.035235 dv-cinder-818883-1-smb neutron-server[86838]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 12:57:32.035235 dv-cinder-818883-1-smb neutron-server[86838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 23 12:57:32.035235 dv-cinder-818883-1-smb neutron-server[86838]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 12:57:32.035235 dv-cinder-818883-1-smb neutron-server[86838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 23 12:57:32.035235 dv-cinder-818883-1-smb neutron-server[86838]: return f(self, *a, **k) Nov 23 12:57:32.035235 dv-cinder-818883-1-smb neutron-server[86838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 23 12:57:32.035235 dv-cinder-818883-1-smb neutron-server[86838]: return self._get(url).json() Nov 23 12:57:32.035235 dv-cinder-818883-1-smb neutron-server[86838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 23 12:57:32.035235 dv-cinder-818883-1-smb neutron-server[86838]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 12:57:32.035235 dv-cinder-818883-1-smb neutron-server[86838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 12:57:32.035235 dv-cinder-818883-1-smb neutron-server[86838]: return self.request(url, 'GET', **kwargs) Nov 23 12:57:32.035235 dv-cinder-818883-1-smb neutron-server[86838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 12:57:32.035235 dv-cinder-818883-1-smb neutron-server[86838]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 12:57:32.035235 dv-cinder-818883-1-smb neutron-server[86838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 12:57:32.035235 dv-cinder-818883-1-smb neutron-server[86838]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 12:57:32.035235 dv-cinder-818883-1-smb neutron-server[86838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 12:57:32.035235 dv-cinder-818883-1-smb neutron-server[86838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 12:57:32.035235 dv-cinder-818883-1-smb neutron-server[86838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 12:57:32.115662 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-48a0c475-6c29-45fe-af20-818735098033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-568411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-505759'] for network, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:57:32.119542 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:57:32.133514 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-48a0c475-6c29-45fe-af20-818735098033 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600637'] for network, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:57:32.143672 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a0c475-6c29-45fe-af20-818735098033 admin admin] Pushing event deleted for resources: {'Network': ['ID=b49d7bc6-c104-4c15-ad93-5fa334dbb899,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:57:32.146895 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-48a0c475-6c29-45fe-af20-818735098033 admin admin] 10.222.0.31 "DELETE /v2.0/networks/b49d7bc6-c104-4c15-ad93-5fa334dbb899 HTTP/1.1" status: 204 len: 168 time: 0.4392426 Nov 23 12:57:32.147769 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-48a0c475-6c29-45fe-af20-818735098033 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:57:32.331807 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 57044) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:57:32.384657 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-2f24d464-3722-42a2-9bc5-c6edbf984f92 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=aa9e412227234fa5b6ce77d4cc3ed074&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0512359 Nov 23 12:57:32.387047 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 57048) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:57:32.450989 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-7c9b5620-ddd0-4d1b-b930-d8a5def50899 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:57:32.477753 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-7c9b5620-ddd0-4d1b-b930-d8a5def50899 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:57:32.533223 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-7c9b5620-ddd0-4d1b-b930-d8a5def50899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_delete {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:57:32.536970 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-60ee14d4-b413-4108-9150-40aa45ab2b53 tempest-AttachVolumeShelveTestJSON-1075846287 tempest-AttachVolumeShelveTestJSON-1075846287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:57:32.549834 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9b5620-ddd0-4d1b-b930-d8a5def50899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07c93787-0226-4060-aa70-3d12a1b13429,revision_number=None']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:57:32.554086 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-7c9b5620-ddd0-4d1b-b930-d8a5def50899 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:57:32.555551 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-7c9b5620-ddd0-4d1b-b930-d8a5def50899 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:57:32.556673 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-7c9b5620-ddd0-4d1b-b930-d8a5def50899 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/07c93787-0226-4060-aa70-3d12a1b13429 HTTP/1.1" status: 204 len: 168 time: 0.1687336 Nov 23 12:57:32.917341 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 57056) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:57:32.967703 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-daa2dda4-8777-4025-b85e-82fcf2730634 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=021ab5aad18a4da0ae53a8b98e99953e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0489488 Nov 23 12:57:32.970147 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 57060) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:57:33.030486 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-f7e51b63-520c-4390-9366-68aca50e6e07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:57:33.057035 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-f7e51b63-520c-4390-9366-68aca50e6e07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:57:33.116367 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-f7e51b63-520c-4390-9366-68aca50e6e07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:57:33.120444 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-8f8c3076-2baa-4250-a9f8-e8d9e367a0c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:57:33.133156 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e51b63-520c-4390-9366-68aca50e6e07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44c13f90-3337-4462-a75f-90066c3095fe,revision_number=None']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:57:33.137716 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-f7e51b63-520c-4390-9366-68aca50e6e07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:57:33.141413 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-f7e51b63-520c-4390-9366-68aca50e6e07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:57:33.142564 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-f7e51b63-520c-4390-9366-68aca50e6e07 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/44c13f90-3337-4462-a75f-90066c3095fe HTTP/1.1" status: 204 len: 168 time: 0.1711817 Nov 23 12:57:34.370018 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [-] (86838) accepted ('10.222.0.31', 57092) {{(pid=86838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:57:34.493604 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-83596ed8-fdf3-4adc-9e45-485f673bca2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:57:34.508730 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-83596ed8-fdf3-4adc-9e45-485f673bca2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:57:34.513160 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-83596ed8-fdf3-4adc-9e45-485f673bca2e admin admin] Usage tracker for resource:security_group_rule and tenant:b5c7f423bae046959ff3206fa92c360a is out of sync, need to count used quota {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:57:34.516191 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.quota.resource [None req-83596ed8-fdf3-4adc-9e45-485f673bca2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86838) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:57:34.522468 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.db.quota.driver [None req-83596ed8-fdf3-4adc-9e45-485f673bca2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86838) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:57:34.614272 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-83596ed8-fdf3-4adc-9e45-485f673bca2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:57:34.619703 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron_lib.callbacks.manager [None req-83596ed8-fdf3-4adc-9e45-485f673bca2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_create {{(pid=86838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:57:34.629066 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-c8db755d-37ba-4658-8b0b-056534707a68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:57:34.667973 dv-cinder-818883-1-smb neutron-server[86838]: INFO neutron.wsgi [None req-83596ed8-fdf3-4adc-9e45-485f673bca2e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b5c7f423bae046959ff3206fa92c360a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2968099 Nov 23 12:57:34.669690 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83596ed8-fdf3-4adc-9e45-485f673bca2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=775ab405-ba1e-43d4-b6ea-351d3b9c7d20,revision_number=1']} {{(pid=86838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:57:34.670765 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.wsgi [-] (86837) accepted ('10.222.0.31', 57098) {{(pid=86837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:57:34.672870 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG oslo_concurrency.lockutils [None req-83596ed8-fdf3-4adc-9e45-485f673bca2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86838) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:57:34.732393 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-be71b228-bbd0-4771-acbf-9833204d5f28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:57:34.759453 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-be71b228-bbd0-4771-acbf-9833204d5f28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:57:34.761819 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:57:34.816842 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-be71b228-bbd0-4771-acbf-9833204d5f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453167'] for security_group, after_delete {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:57:34.820807 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-f7e51b63-520c-4390-9366-68aca50e6e07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:57:34.832234 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be71b228-bbd0-4771-acbf-9833204d5f28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=775ab405-ba1e-43d4-b6ea-351d3b9c7d20,revision_number=None']} {{(pid=86837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:57:34.836283 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG oslo_concurrency.lockutils [None req-be71b228-bbd0-4771-acbf-9833204d5f28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86837) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:57:34.840368 dv-cinder-818883-1-smb neutron-server[86837]: DEBUG neutron_lib.callbacks.manager [None req-be71b228-bbd0-4771-acbf-9833204d5f28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:57:34.841491 dv-cinder-818883-1-smb neutron-server[86837]: INFO neutron.wsgi [None req-be71b228-bbd0-4771-acbf-9833204d5f28 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/775ab405-ba1e-43d4-b6ea-351d3b9c7d20 HTTP/1.1" status: 204 len: 168 time: 0.1697481 Nov 23 12:57:52.901175 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-569677bd-e0b4-4f16-bc5d-f3e531f59670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:57:53.410252 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:57:55.714742 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-cc9373bf-bd6a-4781-b195-1e90e764e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:57:56.529571 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-8254020c-a8f6-4cc9-8d4f-32dd99c2f4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:57:58.318227 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-3a3d0f92-e1d8-40e0-8f39-c6b28c555fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:58:04.777042 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:58:07.164123 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.agents_db [None req-d0d00f27-41a4-4d9d-a63d-8c6bf84d2b10 None None] Agent healthcheck: found 6 active agents {{(pid=86840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 12:58:22.897032 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-4b5b4ab8-5e11-44c9-b3e6-b984a703f239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:58:23.405392 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:58:25.712642 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-09d0fadf-b44d-4299-a38f-f37d2e894fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:58:26.535489 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-8254020c-a8f6-4cc9-8d4f-32dd99c2f4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:58:28.319944 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-3a3d0f92-e1d8-40e0-8f39-c6b28c555fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:58:34.779742 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:58:44.154915 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.agents_db [None req-d0d00f27-41a4-4d9d-a63d-8c6bf84d2b10 None None] Agent healthcheck: found 6 active agents {{(pid=86840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 12:58:52.904013 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-cad9c58b-d4d6-463b-ac33-de01fedba12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:58:53.411046 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:58:55.708265 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-00e810c9-ed07-4404-8d9e-f46fa5445a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:58:56.534093 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-8254020c-a8f6-4cc9-8d4f-32dd99c2f4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:58:58.321243 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-3a3d0f92-e1d8-40e0-8f39-c6b28c555fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:04.776131 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:21.155929 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.agents_db [None req-d0d00f27-41a4-4d9d-a63d-8c6bf84d2b10 None None] Agent healthcheck: found 6 active agents {{(pid=86840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 12:59:22.910271 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-752ed485-8fe5-4ede-932f-52ada79502d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:23.408015 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:25.718159 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-59b58597-ab2f-478b-a6fd-890800a2d66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:26.538256 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-8254020c-a8f6-4cc9-8d4f-32dd99c2f4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:28.326523 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-3a3d0f92-e1d8-40e0-8f39-c6b28c555fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:34.784420 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:52.897881 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-ebfeb25e-5263-46e9-a827-dc85d9c7ae97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:53.406321 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:55.715399 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-a54a78c6-9b2a-476f-afdb-1171394e4d97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:56.540588 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-8254020c-a8f6-4cc9-8d4f-32dd99c2f4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:58.156542 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.agents_db [None req-d0d00f27-41a4-4d9d-a63d-8c6bf84d2b10 None None] Agent healthcheck: found 6 active agents {{(pid=86840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 12:59:58.330840 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-3a3d0f92-e1d8-40e0-8f39-c6b28c555fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:04.812774 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:22.892363 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-4725c0cf-0bc2-40e0-a34b-cba2567e67d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:23.404034 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:25.717643 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-ed7d6688-8c64-45ff-8e3f-b2fb04ae936b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:26.551031 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-8254020c-a8f6-4cc9-8d4f-32dd99c2f4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:28.333304 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-3a3d0f92-e1d8-40e0-8f39-c6b28c555fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:34.798058 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:35.155904 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.agents_db [None req-d0d00f27-41a4-4d9d-a63d-8c6bf84d2b10 None None] Agent healthcheck: found 6 active agents {{(pid=86840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:00:52.899109 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-ad2b91ac-c4a6-4390-a603-e0e952b9b87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:53.401979 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:55.715270 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-a3269c32-9be4-4250-995e-164604ddecd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:56.551513 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-8254020c-a8f6-4cc9-8d4f-32dd99c2f4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:58.331828 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-3a3d0f92-e1d8-40e0-8f39-c6b28c555fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:04.828650 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:12.156135 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.agents_db [None req-d0d00f27-41a4-4d9d-a63d-8c6bf84d2b10 None None] Agent healthcheck: found 6 active agents {{(pid=86840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:01:22.899952 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-7ff2b11d-c90b-4d46-ad16-a6a7eeaba1ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:23.399139 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:25.710335 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-387c1353-3e97-4f40-a32c-a17f88bb49f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:26.555235 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-8254020c-a8f6-4cc9-8d4f-32dd99c2f4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:28.338979 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-3a3d0f92-e1d8-40e0-8f39-c6b28c555fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:34.846109 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:48.624754 dv-cinder-818883-1-smb neutron-server[86838]: DEBUG neutron.wsgi [req-cd766c73-8d34-462f-a21f-e7da1f87708b req-4c69581a-609f-441f-b748-47796e944d1a service neutron] (86838) timed out ('10.222.0.54', 60466) {{(pid=86838) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Nov 23 13:01:49.155657 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.agents_db [None req-d0d00f27-41a4-4d9d-a63d-8c6bf84d2b10 None None] Agent healthcheck: found 6 active agents {{(pid=86840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:01:52.899781 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-4fafc940-6570-4b3a-918c-334dee423441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:53.398931 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:55.722068 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-af3fd07a-8619-42b0-a0a3-261d649c63e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:56.554527 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-8254020c-a8f6-4cc9-8d4f-32dd99c2f4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:58.341971 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-3a3d0f92-e1d8-40e0-8f39-c6b28c555fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:04.843432 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:22.898805 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-dd5d4da1-e826-4e32-9019-fa0472285680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:23.397609 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdac0-e079-4ff6-a8d7-76ef3a636859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:25.720220 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-8da84a86-f867-4d51-8681-b9528d832982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:26.154458 dv-cinder-818883-1-smb neutron-server[86840]: DEBUG neutron.db.agents_db [None req-d0d00f27-41a4-4d9d-a63d-8c6bf84d2b10 None None] Agent healthcheck: found 6 active agents {{(pid=86840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:02:26.557317 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-8254020c-a8f6-4cc9-8d4f-32dd99c2f4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:28.346083 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-3a3d0f92-e1d8-40e0-8f39-c6b28c555fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:34.841961 dv-cinder-818883-1-smb neutron-server[86839]: DEBUG neutron_lib.callbacks.manager [None req-1639b7ff-137f-43de-8ed2-ca08cf192c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788170962607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567576'] for agent, after_update {{(pid=86839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}